2024-12-05 02:14:45,533 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-12-05 02:14:45,565 main DEBUG Took 0.027894 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 02:14:45,565 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 02:14:45,566 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 02:14:45,566 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 02:14:45,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,582 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 02:14:45,599 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,602 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,603 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,604 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,606 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,607 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,608 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,609 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,610 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,612 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,613 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:14:45,614 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,615 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 02:14:45,617 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:14:45,618 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 02:14:45,620 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 02:14:45,621 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 02:14:45,623 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 02:14:45,623 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 02:14:45,634 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 02:14:45,637 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 02:14:45,639 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 02:14:45,640 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 02:14:45,640 main DEBUG createAppenders(={Console}) 2024-12-05 02:14:45,641 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-12-05 02:14:45,642 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-12-05 02:14:45,642 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-12-05 02:14:45,643 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 02:14:45,643 main DEBUG OutputStream closed 2024-12-05 02:14:45,643 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 02:14:45,644 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 02:14:45,644 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-12-05 02:14:45,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 02:14:45,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 02:14:45,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 02:14:45,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 02:14:45,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 02:14:45,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 02:14:45,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 02:14:45,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 02:14:45,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 02:14:45,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 02:14:45,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 02:14:45,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 02:14:45,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 02:14:45,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 02:14:45,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 02:14:45,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 02:14:45,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 02:14:45,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 02:14:45,767 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 02:14:45,767 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-12-05 02:14:45,768 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 02:14:45,769 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-12-05T02:14:45,789 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-05 02:14:45,793 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 02:14:45,793 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T02:14:45,802 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-05T02:14:45,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=8280 2024-12-05T02:14:46,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5 2024-12-05T02:14:46,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:14:46,263 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500, deleteOnExit=true 2024-12-05T02:14:46,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:14:46,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/test.cache.data in system properties and HBase conf 2024-12-05T02:14:46,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:14:46,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:14:46,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:14:46,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:14:46,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:14:46,394 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T02:14:46,518 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:14:46,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:14:46,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:14:46,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:14:46,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:14:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:14:46,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:14:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:14:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:14:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:14:46,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:14:46,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:14:46,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:14:46,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:14:46,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:14:47,649 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T02:14:47,748 INFO [Time-limited test {}] log.Log(170): Logging initialized @3271ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T02:14:47,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:14:47,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:14:47,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:14:47,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:14:47,962 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:14:47,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:14:47,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:14:47,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:14:48,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/java.io.tmpdir/jetty-localhost-40515-hadoop-hdfs-3_4_1-tests_jar-_-any-3912278310510361456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:14:48,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:40515} 2024-12-05T02:14:48,269 INFO [Time-limited test {}] server.Server(415): Started @3794ms 2024-12-05T02:14:48,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:14:48,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:14:48,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:14:48,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:14:48,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:14:48,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:14:48,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:14:48,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/java.io.tmpdir/jetty-localhost-35817-hadoop-hdfs-3_4_1-tests_jar-_-any-17724724036821953773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:14:48,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:35817} 2024-12-05T02:14:48,938 INFO [Time-limited test {}] server.Server(415): Started @4463ms 2024-12-05T02:14:49,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:14:49,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:14:49,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:14:49,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:14:49,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:14:49,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:14:49,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:14:49,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:14:49,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/java.io.tmpdir/jetty-localhost-46087-hadoop-hdfs-3_4_1-tests_jar-_-any-8927720411465785381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:14:49,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:46087} 2024-12-05T02:14:49,405 INFO [Time-limited test {}] server.Server(415): Started @4929ms 2024-12-05T02:14:49,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:14:49,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:14:49,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:14:49,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:14:49,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:14:49,526 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:14:49,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:14:49,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:14:49,605 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data1/current/BP-457260802-172.17.0.2-1733364887316/current, will proceed with Du for space computation calculation, 2024-12-05T02:14:49,617 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data3/current/BP-457260802-172.17.0.2-1733364887316/current, will proceed with Du for space computation calculation, 2024-12-05T02:14:49,625 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data4/current/BP-457260802-172.17.0.2-1733364887316/current, will proceed with Du for space computation calculation, 2024-12-05T02:14:49,627 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data2/current/BP-457260802-172.17.0.2-1733364887316/current, will proceed with Du for space computation calculation, 2024-12-05T02:14:49,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/java.io.tmpdir/jetty-localhost-46709-hadoop-hdfs-3_4_1-tests_jar-_-any-18258704685390806305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:14:49,705 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:14:49,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:46709} 2024-12-05T02:14:49,706 INFO [Time-limited test {}] server.Server(415): Started @5230ms 2024-12-05T02:14:49,709 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:14:49,709 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:14:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c4bdd3ff2cdc9fb with lease ID 0x194532738550e55d: Processing first storage report for DS-24e6f562-769e-4ae4-8e0f-4e7d4f0a20aa from datanode DatanodeRegistration(127.0.0.1:35413, datanodeUuid=59af9d1a-43c2-4717-a597-d4ecad52eb4c, infoPort=38599, infoSecurePort=0, ipcPort=43123, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316) 2024-12-05T02:14:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c4bdd3ff2cdc9fb with lease ID 0x194532738550e55d: from storage DS-24e6f562-769e-4ae4-8e0f-4e7d4f0a20aa node DatanodeRegistration(127.0.0.1:35413, datanodeUuid=59af9d1a-43c2-4717-a597-d4ecad52eb4c, infoPort=38599, infoSecurePort=0, ipcPort=43123, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T02:14:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a85127aef4f351 with lease ID 0x194532738550e55e: Processing first storage report for DS-8dbab339-95b2-4795-ba3a-d08f3c7d79d3 from datanode DatanodeRegistration(127.0.0.1:45027, datanodeUuid=75c86908-0617-4cc9-b73e-57367790724d, infoPort=37771, infoSecurePort=0, ipcPort=38679, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316) 2024-12-05T02:14:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a85127aef4f351 with lease ID 0x194532738550e55e: from storage DS-8dbab339-95b2-4795-ba3a-d08f3c7d79d3 node DatanodeRegistration(127.0.0.1:45027, datanodeUuid=75c86908-0617-4cc9-b73e-57367790724d, infoPort=37771, infoSecurePort=0, ipcPort=38679, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:14:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c4bdd3ff2cdc9fb with lease ID 0x194532738550e55d: Processing first storage report for DS-d0bca771-f6c2-43fa-8fba-697cebf1015f from datanode DatanodeRegistration(127.0.0.1:35413, datanodeUuid=59af9d1a-43c2-4717-a597-d4ecad52eb4c, infoPort=38599, infoSecurePort=0, ipcPort=43123, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316) 2024-12-05T02:14:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c4bdd3ff2cdc9fb with lease ID 0x194532738550e55d: from storage DS-d0bca771-f6c2-43fa-8fba-697cebf1015f node DatanodeRegistration(127.0.0.1:35413, datanodeUuid=59af9d1a-43c2-4717-a597-d4ecad52eb4c, infoPort=38599, infoSecurePort=0, ipcPort=43123, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:14:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a85127aef4f351 with lease ID 0x194532738550e55e: Processing first storage report for DS-f8818f40-8798-45be-a6bd-a253916485df from datanode DatanodeRegistration(127.0.0.1:45027, datanodeUuid=75c86908-0617-4cc9-b73e-57367790724d, infoPort=37771, infoSecurePort=0, ipcPort=38679, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316) 2024-12-05T02:14:49,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a85127aef4f351 with lease ID 0x194532738550e55e: from storage DS-f8818f40-8798-45be-a6bd-a253916485df node DatanodeRegistration(127.0.0.1:45027, datanodeUuid=75c86908-0617-4cc9-b73e-57367790724d, infoPort=37771, infoSecurePort=0, ipcPort=38679, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:14:49,945 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data5/current/BP-457260802-172.17.0.2-1733364887316/current, will proceed with Du for space computation calculation, 2024-12-05T02:14:49,953 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data6/current/BP-457260802-172.17.0.2-1733364887316/current, will proceed with Du for space computation calculation, 2024-12-05T02:14:49,990 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:14:49,997 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c50189006a15dc3 with lease ID 0x194532738550e55f: Processing first storage report for DS-549189a6-1076-4660-b0d6-bc8d7220aae4 from datanode DatanodeRegistration(127.0.0.1:42817, datanodeUuid=c28b3331-5246-4ca6-8499-a52bb9754b1c, infoPort=34943, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316) 2024-12-05T02:14:49,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c50189006a15dc3 with lease ID 0x194532738550e55f: from storage DS-549189a6-1076-4660-b0d6-bc8d7220aae4 node DatanodeRegistration(127.0.0.1:42817, datanodeUuid=c28b3331-5246-4ca6-8499-a52bb9754b1c, infoPort=34943, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:14:49,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c50189006a15dc3 with lease ID 0x194532738550e55f: Processing first storage report for DS-f77e8264-41dd-4cfa-8c2e-4683d45def88 from datanode DatanodeRegistration(127.0.0.1:42817, datanodeUuid=c28b3331-5246-4ca6-8499-a52bb9754b1c, infoPort=34943, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316) 2024-12-05T02:14:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c50189006a15dc3 with lease ID 0x194532738550e55f: from storage DS-f77e8264-41dd-4cfa-8c2e-4683d45def88 node DatanodeRegistration(127.0.0.1:42817, datanodeUuid=c28b3331-5246-4ca6-8499-a52bb9754b1c, infoPort=34943, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=1790740903;c=1733364887316), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:14:50,234 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5 2024-12-05T02:14:50,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/zookeeper_0, clientPort=57224, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:14:50,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57224 2024-12-05T02:14:50,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:14:50,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:14:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:14:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:14:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:14:51,130 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 with version=8 2024-12-05T02:14:51,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/hbase-staging 2024-12-05T02:14:51,246 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T02:14:51,588 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:14:51,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:51,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:51,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:14:51,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:51,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:14:51,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:14:51,872 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T02:14:51,884 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T02:14:51,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:14:51,926 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9662 (auto-detected) 2024-12-05T02:14:51,927 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T02:14:51,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46457 2024-12-05T02:14:51,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46457 connecting to ZooKeeper ensemble=127.0.0.1:57224 2024-12-05T02:14:52,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464570x0, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:14:52,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46457-0x1018067254b0000 connected 2024-12-05T02:14:52,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:14:52,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:14:52,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:14:52,076 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5, hbase.cluster.distributed=false 2024-12-05T02:14:52,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T02:14:52,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46457 2024-12-05T02:14:52,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46457 2024-12-05T02:14:52,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46457 2024-12-05T02:14:52,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46457 2024-12-05T02:14:52,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46457 2024-12-05T02:14:52,251 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:14:52,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:52,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:52,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:14:52,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:52,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:14:52,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:14:52,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:14:52,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42833 2024-12-05T02:14:52,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42833 connecting to ZooKeeper ensemble=127.0.0.1:57224 2024-12-05T02:14:52,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:14:52,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:14:52,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428330x0, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:14:52,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428330x0, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:14:52,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42833-0x1018067254b0001 connected 2024-12-05T02:14:52,279 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:14:52,288 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:14:52,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T02:14:52,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T02:14:52,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42833 2024-12-05T02:14:52,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42833 2024-12-05T02:14:52,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42833 2024-12-05T02:14:52,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42833 2024-12-05T02:14:52,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42833 2024-12-05T02:14:52,328 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:14:52,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:52,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:52,329 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:14:52,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:52,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:14:52,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:14:52,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:14:52,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42003 2024-12-05T02:14:52,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42003 connecting to ZooKeeper ensemble=127.0.0.1:57224 2024-12-05T02:14:52,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:14:52,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:14:52,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420030x0, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:14:52,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420030x0, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:14:52,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:14:52,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42003-0x1018067254b0002 connected 2024-12-05T02:14:52,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:14:52,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T02:14:52,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T02:14:52,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42003 2024-12-05T02:14:52,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42003 2024-12-05T02:14:52,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42003 2024-12-05T02:14:52,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42003 2024-12-05T02:14:52,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42003 2024-12-05T02:14:52,414 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:14:52,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:52,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:52,415 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:14:52,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:14:52,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:14:52,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:14:52,416 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:14:52,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46191 2024-12-05T02:14:52,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46191 connecting to ZooKeeper ensemble=127.0.0.1:57224 2024-12-05T02:14:52,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:14:52,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:14:52,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461910x0, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:14:52,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461910x0, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:14:52,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46191-0x1018067254b0003 connected 2024-12-05T02:14:52,470 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:14:52,474 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:14:52,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T02:14:52,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T02:14:52,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46191 2024-12-05T02:14:52,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46191 2024-12-05T02:14:52,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46191 2024-12-05T02:14:52,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46191 2024-12-05T02:14:52,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46191 2024-12-05T02:14:52,517 DEBUG [M:0;01bccfa882c7:46457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:46457 2024-12-05T02:14:52,518 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/01bccfa882c7,46457,1733364891324 2024-12-05T02:14:52,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:14:52,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:14:52,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:14:52,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:14:52,534 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/01bccfa882c7,46457,1733364891324 2024-12-05T02:14:52,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T02:14:52,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:52,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:52,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T02:14:52,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T02:14:52,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:52,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:52,576 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T02:14:52,580 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/01bccfa882c7,46457,1733364891324 from backup master directory 2024-12-05T02:14:52,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/01bccfa882c7,46457,1733364891324 2024-12-05T02:14:52,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:14:52,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:14:52,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:14:52,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:14:52,586 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:14:52,587 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,46457,1733364891324 2024-12-05T02:14:52,589 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T02:14:52,590 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T02:14:52,661 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/hbase.id] with ID: b8963812-e004-42e1-a97c-4c1716ca1547 2024-12-05T02:14:52,662 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/.tmp/hbase.id 2024-12-05T02:14:52,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:14:52,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:14:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:14:52,683 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/.tmp/hbase.id]:[hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/hbase.id] 2024-12-05T02:14:52,740 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:14:52,746 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:14:52,768 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-12-05T02:14:52,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:52,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:52,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:52,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:52,783 WARN [IPC Server handler 2 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:52,783 WARN [IPC Server handler 2 on default port 37745 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:52,783 WARN [IPC Server handler 2 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:14:52,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:14:52,810 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:14:52,812 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:14:52,832 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:52,837 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:14:52,879 WARN [IPC Server handler 3 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:52,879 WARN [IPC Server handler 3 on default port 37745 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:52,879 WARN [IPC Server handler 3 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:52,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:14:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:14:52,910 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store 2024-12-05T02:14:52,928 WARN [IPC Server handler 2 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:52,928 WARN [IPC Server handler 2 on default port 37745 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:52,928 WARN [IPC Server handler 2 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:14:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:14:52,953 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T02:14:52,959 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:14:52,960 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:14:52,960 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:14:52,961 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:14:52,962 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:14:52,963 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:14:52,963 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:14:52,964 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733364892960Disabling compacts and flushes for region at 1733364892960Disabling writes for close at 1733364892962 (+2 ms)Writing region close event to WAL at 1733364892963 (+1 ms)Closed at 1733364892963 2024-12-05T02:14:52,967 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/.initializing 2024-12-05T02:14:52,967 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/WALs/01bccfa882c7,46457,1733364891324 2024-12-05T02:14:52,984 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:14:53,004 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C46457%2C1733364891324, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/WALs/01bccfa882c7,46457,1733364891324, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/oldWALs, maxLogs=10 2024-12-05T02:14:53,038 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/WALs/01bccfa882c7,46457,1733364891324/01bccfa882c7%2C46457%2C1733364891324.1733364893010, exclude list is [], retry=0 2024-12-05T02:14:53,043 WARN [IPC Server handler 4 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:53,044 WARN [IPC Server handler 4 on default port 37745 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:53,044 WARN [IPC Server handler 4 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:53,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35413,DS-24e6f562-769e-4ae4-8e0f-4e7d4f0a20aa,DISK] 2024-12-05T02:14:53,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42817,DS-549189a6-1076-4660-b0d6-bc8d7220aae4,DISK] 2024-12-05T02:14:53,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T02:14:53,138 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/WALs/01bccfa882c7,46457,1733364891324/01bccfa882c7%2C46457%2C1733364891324.1733364893010 2024-12-05T02:14:53,140 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38599:38599),(127.0.0.1/127.0.0.1:34943:34943)] 2024-12-05T02:14:53,140 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:14:53,141 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:14:53,144 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,146 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:14:53,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:53,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:14:53,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:14:53,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:53,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:53,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:14:53,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:53,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:53,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:14:53,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:53,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:53,247 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,251 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,252 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,258 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,258 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,263 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:14:53,268 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:14:53,275 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:14:53,276 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74223933, jitterRate=0.10602279007434845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:14:53,283 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733364893159Initializing all the Stores at 1733364893162 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364893162Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364893163 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364893163Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364893163Cleaning up temporary data from old regions at 1733364893259 (+96 ms)Region opened successfully at 1733364893283 (+24 ms) 2024-12-05T02:14:53,284 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:14:53,330 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb8b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:14:53,373 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:14:53,388 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:14:53,389 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:14:53,393 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:14:53,394 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T02:14:53,401 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-05T02:14:53,401 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T02:14:53,441 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:14:53,452 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T02:14:53,455 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T02:14:53,458 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:14:53,460 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:14:53,462 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T02:14:53,464 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:14:53,468 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:14:53,470 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T02:14:53,471 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:14:53,473 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T02:14:53,496 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:14:53,499 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T02:14:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T02:14:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T02:14:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T02:14:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T02:14:53,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,512 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,46457,1733364891324, sessionid=0x1018067254b0000, setting cluster-up flag (Was=false) 2024-12-05T02:14:53,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,553 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T02:14:53,562 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,46457,1733364891324 2024-12-05T02:14:53,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:53,581 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T02:14:53,583 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,46457,1733364891324 2024-12-05T02:14:53,589 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:14:53,612 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(746): ClusterId : b8963812-e004-42e1-a97c-4c1716ca1547 2024-12-05T02:14:53,615 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:14:53,617 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(746): ClusterId : b8963812-e004-42e1-a97c-4c1716ca1547 2024-12-05T02:14:53,617 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:14:53,618 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(746): ClusterId : b8963812-e004-42e1-a97c-4c1716ca1547 2024-12-05T02:14:53,618 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:14:53,624 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:14:53,624 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:14:53,624 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:14:53,624 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:14:53,626 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:14:53,626 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:14:53,630 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:14:53,630 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:14:53,631 DEBUG [RS:1;01bccfa882c7:42003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5661471d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:14:53,631 DEBUG [RS:2;01bccfa882c7:46191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9411d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:14:53,633 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:14:53,633 DEBUG [RS:0;01bccfa882c7:42833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17430df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:14:53,672 DEBUG [RS:2;01bccfa882c7:46191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;01bccfa882c7:46191 2024-12-05T02:14:53,678 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:14:53,678 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:14:53,678 DEBUG [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:14:53,693 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:14:53,699 DEBUG [RS:1;01bccfa882c7:42003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;01bccfa882c7:42003 2024-12-05T02:14:53,699 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:14:53,699 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:14:53,699 DEBUG [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:14:53,700 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,46457,1733364891324 with port=46191, startcode=1733364892413 2024-12-05T02:14:53,701 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,46457,1733364891324 with port=42003, startcode=1733364892327 2024-12-05T02:14:53,705 DEBUG [RS:0;01bccfa882c7:42833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:42833 2024-12-05T02:14:53,705 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:14:53,705 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:14:53,705 DEBUG [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:14:53,706 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:14:53,707 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,46457,1733364891324 with port=42833, startcode=1733364892207 2024-12-05T02:14:53,714 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:14:53,718 DEBUG [RS:1;01bccfa882c7:42003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:14:53,718 DEBUG [RS:0;01bccfa882c7:42833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:14:53,719 DEBUG [RS:2;01bccfa882c7:46191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:14:53,722 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,46457,1733364891324 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:14:53,732 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:14:53,732 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:14:53,732 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:14:53,733 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:14:53,733 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:14:53,733 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:53,733 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:14:53,733 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:53,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:14:53,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:14:53,774 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:53,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:14:53,789 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733364923789 2024-12-05T02:14:53,801 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:14:53,801 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:14:53,802 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:14:53,805 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:14:53,806 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:14:53,809 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,811 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:14:53,811 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:14:53,811 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:14:53,812 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:14:53,813 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:53,818 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:14:53,819 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:14:53,820 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:14:53,822 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,823 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,825 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:14:53,825 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:14:53,832 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733364893827,5,FailOnTimeoutGroup] 2024-12-05T02:14:53,836 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733364893832,5,FailOnTimeoutGroup] 2024-12-05T02:14:53,837 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:53,837 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:14:53,838 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:53,839 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:53,848 DEBUG [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T02:14:53,848 DEBUG [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T02:14:53,848 DEBUG [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T02:14:53,848 WARN [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T02:14:53,848 WARN [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T02:14:53,848 WARN [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T02:14:53,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:14:53,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:14:53,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:14:53,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:14:53,861 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:14:53,866 WARN [IPC Server handler 1 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:53,867 WARN [IPC Server handler 1 on default port 37745 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:53,867 WARN [IPC Server handler 1 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:53,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741832_1008 (size=32) 2024-12-05T02:14:53,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741832_1008 (size=32) 2024-12-05T02:14:53,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:14:53,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:14:53,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:14:53,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:53,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:14:53,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:14:53,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:14:53,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:53,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:14:53,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:14:53,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:14:53,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:53,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:14:53,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:14:53,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:14:53,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:53,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:14:53,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:14:53,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740 2024-12-05T02:14:53,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740 2024-12-05T02:14:53,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:14:53,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:14:53,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:14:53,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:14:53,927 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:14:53,929 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63067803, jitterRate=-0.060216501355171204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:14:53,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733364893888Initializing all the Stores at 1733364893890 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364893890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364893890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364893890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364893890Cleaning up temporary data from old regions at 1733364893917 (+27 ms)Region opened successfully at 1733364893934 (+17 ms) 2024-12-05T02:14:53,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:14:53,935 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:14:53,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:14:53,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:14:53,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:14:53,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:14:53,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733364893934Disabling compacts and flushes for region at 1733364893934Disabling writes for close at 1733364893935 (+1 ms)Writing region close event to WAL at 1733364893936 (+1 ms)Closed at 1733364893937 (+1 ms) 2024-12-05T02:14:53,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:14:53,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:14:53,949 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,46457,1733364891324 with port=42003, startcode=1733364892327 2024-12-05T02:14:53,950 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,46457,1733364891324 with port=42833, startcode=1733364892207 2024-12-05T02:14:53,950 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,46457,1733364891324 with port=46191, startcode=1733364892413 2024-12-05T02:14:53,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:14:53,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,42003,1733364892327 2024-12-05T02:14:53,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,42003,1733364892327 2024-12-05T02:14:53,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:14:53,970 DEBUG [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:14:53,970 DEBUG [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37745 2024-12-05T02:14:53,970 DEBUG [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:14:53,970 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:14:53,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,42833,1733364892207 2024-12-05T02:14:53,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,42833,1733364892207 2024-12-05T02:14:53,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T02:14:53,977 DEBUG [RS:1;01bccfa882c7:42003 {}] zookeeper.ZKUtil(111): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01bccfa882c7,42003,1733364892327 2024-12-05T02:14:53,977 WARN [RS:1;01bccfa882c7:42003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:14:53,978 INFO [RS:1;01bccfa882c7:42003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:14:53,978 DEBUG [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,42003,1733364892327 2024-12-05T02:14:53,979 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,46191,1733364892413 2024-12-05T02:14:53,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,46191,1733364892413 2024-12-05T02:14:53,980 DEBUG [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:14:53,980 DEBUG [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37745 2024-12-05T02:14:53,980 DEBUG [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:14:53,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,42003,1733364892327] 2024-12-05T02:14:53,984 DEBUG [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:14:53,984 DEBUG [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37745 2024-12-05T02:14:53,984 DEBUG [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:14:53,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T02:14:53,990 DEBUG [RS:0;01bccfa882c7:42833 {}] zookeeper.ZKUtil(111): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01bccfa882c7,42833,1733364892207 2024-12-05T02:14:53,990 WARN [RS:0;01bccfa882c7:42833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:14:53,990 INFO [RS:0;01bccfa882c7:42833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:14:53,990 DEBUG [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,42833,1733364892207 2024-12-05T02:14:53,991 DEBUG [RS:2;01bccfa882c7:46191 {}] zookeeper.ZKUtil(111): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01bccfa882c7,46191,1733364892413 2024-12-05T02:14:53,991 WARN [RS:2;01bccfa882c7:46191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:14:53,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,46191,1733364892413] 2024-12-05T02:14:53,991 INFO [RS:2;01bccfa882c7:46191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:14:53,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,42833,1733364892207] 2024-12-05T02:14:53,991 DEBUG [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413 2024-12-05T02:14:54,022 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:14:54,022 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:14:54,029 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:14:54,043 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:14:54,044 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:14:54,046 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:14:54,052 INFO [RS:0;01bccfa882c7:42833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:14:54,052 INFO [RS:1;01bccfa882c7:42003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:14:54,052 INFO [RS:2;01bccfa882c7:46191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:14:54,052 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,052 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,052 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,062 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:14:54,064 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:14:54,069 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:14:54,070 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,070 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,071 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,071 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,071 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,071 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,071 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:14:54,071 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:14:54,071 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,071 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,071 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,072 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,072 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,072 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,072 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,072 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,072 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,072 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,072 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,072 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,072 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:14:54,072 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:14:54,073 DEBUG [RS:1;01bccfa882c7:42003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:14:54,073 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,073 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,073 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,073 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,073 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,073 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,073 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:14:54,073 DEBUG [RS:0;01bccfa882c7:42833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:14:54,076 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:14:54,078 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:14:54,078 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,078 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,079 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,079 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,079 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,079 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,079 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:14:54,079 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,079 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,079 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,080 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,080 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,080 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:14:54,080 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:14:54,080 DEBUG [RS:2;01bccfa882c7:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:14:54,087 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,087 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,087 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,087 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,087 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,087 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42003,1733364892327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:14:54,091 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,091 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,091 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,091 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,092 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,092 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42833,1733364892207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:14:54,092 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,093 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,093 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,093 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,093 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,093 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46191,1733364892413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:14:54,118 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:14:54,118 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:14:54,121 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42833,1733364892207-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,121 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,121 WARN [01bccfa882c7:46457 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T02:14:54,122 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46191,1733364892413-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,122 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.Replication(171): 01bccfa882c7,42833,1733364892207 started 2024-12-05T02:14:54,122 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,123 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.Replication(171): 01bccfa882c7,46191,1733364892413 started 2024-12-05T02:14:54,123 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:14:54,123 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42003,1733364892327-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,123 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,123 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.Replication(171): 01bccfa882c7,42003,1733364892327 started 2024-12-05T02:14:54,151 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,151 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,42833,1733364892207, RpcServer on 01bccfa882c7/172.17.0.2:42833, sessionid=0x1018067254b0001 2024-12-05T02:14:54,152 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,152 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:14:54,152 DEBUG [RS:0;01bccfa882c7:42833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,42833,1733364892207 2024-12-05T02:14:54,153 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,42003,1733364892327, RpcServer on 01bccfa882c7/172.17.0.2:42003, sessionid=0x1018067254b0002 2024-12-05T02:14:54,153 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,42833,1733364892207' 2024-12-05T02:14:54,153 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:14:54,153 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T02:14:54,153 DEBUG [RS:1;01bccfa882c7:42003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,42003,1733364892327 2024-12-05T02:14:54,153 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,42003,1733364892327' 2024-12-05T02:14:54,153 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T02:14:54,154 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T02:14:54,154 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T02:14:54,155 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:14:54,155 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:14:54,155 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:14:54,156 DEBUG [RS:0;01bccfa882c7:42833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,42833,1733364892207 2024-12-05T02:14:54,156 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,42833,1733364892207' 2024-12-05T02:14:54,156 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T02:14:54,155 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:14:54,156 DEBUG [RS:1;01bccfa882c7:42003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,42003,1733364892327 2024-12-05T02:14:54,157 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,42003,1733364892327' 2024-12-05T02:14:54,157 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T02:14:54,157 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T02:14:54,157 DEBUG [RS:0;01bccfa882c7:42833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:14:54,158 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T02:14:54,158 INFO [RS:0;01bccfa882c7:42833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:14:54,158 INFO [RS:0;01bccfa882c7:42833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:14:54,158 DEBUG [RS:1;01bccfa882c7:42003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:14:54,158 INFO [RS:1;01bccfa882c7:42003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:14:54,159 INFO [RS:1;01bccfa882c7:42003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:14:54,162 INFO [RS:2;01bccfa882c7:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:14:54,162 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,46191,1733364892413, RpcServer on 01bccfa882c7/172.17.0.2:46191, sessionid=0x1018067254b0003 2024-12-05T02:14:54,162 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:14:54,162 DEBUG [RS:2;01bccfa882c7:46191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,46191,1733364892413 2024-12-05T02:14:54,162 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,46191,1733364892413' 2024-12-05T02:14:54,163 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T02:14:54,163 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T02:14:54,164 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:14:54,164 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:14:54,164 DEBUG [RS:2;01bccfa882c7:46191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,46191,1733364892413 2024-12-05T02:14:54,164 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,46191,1733364892413' 2024-12-05T02:14:54,164 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T02:14:54,166 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T02:14:54,167 DEBUG [RS:2;01bccfa882c7:46191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:14:54,167 INFO [RS:2;01bccfa882c7:46191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:14:54,167 INFO [RS:2;01bccfa882c7:46191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:14:54,264 INFO [RS:0;01bccfa882c7:42833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:14:54,264 INFO [RS:1;01bccfa882c7:42003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:14:54,267 INFO [RS:1;01bccfa882c7:42003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C42003%2C1733364892327, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,42003,1733364892327, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/oldWALs, maxLogs=32 2024-12-05T02:14:54,267 INFO [RS:0;01bccfa882c7:42833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C42833%2C1733364892207, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,42833,1733364892207, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/oldWALs, maxLogs=32 2024-12-05T02:14:54,268 INFO [RS:2;01bccfa882c7:46191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:14:54,271 INFO [RS:2;01bccfa882c7:46191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C46191%2C1733364892413, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/oldWALs, maxLogs=32 2024-12-05T02:14:54,293 DEBUG [RS:0;01bccfa882c7:42833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,42833,1733364892207/01bccfa882c7%2C42833%2C1733364892207.1733364894271, exclude list is [], retry=0 2024-12-05T02:14:54,294 DEBUG [RS:2;01bccfa882c7:46191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413/01bccfa882c7%2C46191%2C1733364892413.1733364894273, exclude list is [], retry=0 2024-12-05T02:14:54,294 DEBUG [RS:1;01bccfa882c7:42003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,42003,1733364892327/01bccfa882c7%2C42003%2C1733364892327.1733364894272, exclude list is [], retry=0 2024-12-05T02:14:54,296 WARN [IPC Server handler 2 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:54,296 WARN [IPC Server handler 2 on default port 37745 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:54,296 WARN [IPC Server handler 2 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:54,297 WARN [IPC Server handler 1 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:54,297 WARN [IPC Server handler 1 on default port 37745 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:54,297 WARN [IPC Server handler 1 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:54,297 WARN [IPC Server handler 4 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:54,297 WARN [IPC Server handler 4 on default port 37745 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:54,298 WARN [IPC Server handler 4 on default port 37745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:54,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42817,DS-549189a6-1076-4660-b0d6-bc8d7220aae4,DISK] 2024-12-05T02:14:54,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35413,DS-24e6f562-769e-4ae4-8e0f-4e7d4f0a20aa,DISK] 2024-12-05T02:14:54,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35413,DS-24e6f562-769e-4ae4-8e0f-4e7d4f0a20aa,DISK] 2024-12-05T02:14:54,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42817,DS-549189a6-1076-4660-b0d6-bc8d7220aae4,DISK] 2024-12-05T02:14:54,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42817,DS-549189a6-1076-4660-b0d6-bc8d7220aae4,DISK] 2024-12-05T02:14:54,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35413,DS-24e6f562-769e-4ae4-8e0f-4e7d4f0a20aa,DISK] 2024-12-05T02:14:54,326 INFO [RS:0;01bccfa882c7:42833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,42833,1733364892207/01bccfa882c7%2C42833%2C1733364892207.1733364894271 2024-12-05T02:14:54,330 INFO [RS:1;01bccfa882c7:42003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,42003,1733364892327/01bccfa882c7%2C42003%2C1733364892327.1733364894272 2024-12-05T02:14:54,334 INFO [RS:2;01bccfa882c7:46191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413/01bccfa882c7%2C46191%2C1733364892413.1733364894273 2024-12-05T02:14:54,336 DEBUG [RS:0;01bccfa882c7:42833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34943:34943),(127.0.0.1/127.0.0.1:38599:38599)] 2024-12-05T02:14:54,340 DEBUG [RS:1;01bccfa882c7:42003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34943:34943),(127.0.0.1/127.0.0.1:38599:38599)] 2024-12-05T02:14:54,344 DEBUG [RS:2;01bccfa882c7:46191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38599:38599),(127.0.0.1/127.0.0.1:34943:34943)] 2024-12-05T02:14:54,375 DEBUG [01bccfa882c7:46457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T02:14:54,385 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(204): Hosts are {01bccfa882c7=0} racks are {/default-rack=0} 2024-12-05T02:14:54,393 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T02:14:54,393 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T02:14:54,393 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T02:14:54,393 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T02:14:54,393 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T02:14:54,393 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T02:14:54,393 INFO [01bccfa882c7:46457 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T02:14:54,393 INFO [01bccfa882c7:46457 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T02:14:54,393 INFO [01bccfa882c7:46457 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T02:14:54,393 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T02:14:54,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:14:54,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,42833,1733364892207, state=OPENING 2024-12-05T02:14:54,423 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:14:54,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:54,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:54,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:54,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:14:54,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:14:54,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:14:54,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:14:54,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:14:54,437 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:14:54,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,42833,1733364892207}] 2024-12-05T02:14:54,629 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:54,630 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:54,630 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:54,630 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:54,630 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:54,630 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:54,630 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:54,630 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:54,631 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:54,631 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:54,631 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:54,631 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:54,631 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:54,632 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-05T02:14:54,632 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-05T02:14:54,632 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-05T02:14:58,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:14:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741832_1008 (size=32) 2024-12-05T02:14:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:14:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:15:01,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T02:15:01,868 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T02:15:04,478 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:15:04,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:15:04,492 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:15:04,493 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:15:04,493 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:15:04,496 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C42833%2C1733364892207.meta, suffix=.meta, logDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,42833,1733364892207, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/oldWALs, maxLogs=32 2024-12-05T02:15:04,513 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,42833,1733364892207/01bccfa882c7%2C42833%2C1733364892207.meta.1733364904498.meta, exclude list is [], retry=0 2024-12-05T02:15:04,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42817,DS-549189a6-1076-4660-b0d6-bc8d7220aae4,DISK] 2024-12-05T02:15:04,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45027,DS-8dbab339-95b2-4795-ba3a-d08f3c7d79d3,DISK] 2024-12-05T02:15:04,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35413,DS-24e6f562-769e-4ae4-8e0f-4e7d4f0a20aa,DISK] 2024-12-05T02:15:04,520 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,42833,1733364892207/01bccfa882c7%2C42833%2C1733364892207.meta.1733364904498.meta 2024-12-05T02:15:04,521 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34943:34943),(127.0.0.1/127.0.0.1:37771:37771),(127.0.0.1/127.0.0.1:38599:38599)] 2024-12-05T02:15:04,521 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:15:04,523 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:15:04,526 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:15:04,531 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:15:04,536 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:15:04,536 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:04,537 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:15:04,537 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:15:04,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:15:04,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:15:04,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:04,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:15:04,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:15:04,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:15:04,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:04,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:15:04,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:15:04,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:15:04,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:04,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:15:04,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:15:04,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:15:04,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:04,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:15:04,550 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:15:04,551 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740 2024-12-05T02:15:04,553 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740 2024-12-05T02:15:04,556 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:15:04,556 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:15:04,557 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:15:04,559 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:15:04,560 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65253493, jitterRate=-0.02764718234539032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:15:04,561 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:15:04,562 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733364904537Writing region info on filesystem at 1733364904537Initializing all the Stores at 1733364904539 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364904539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364904539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364904540 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364904540Cleaning up temporary data from old regions at 1733364904556 (+16 ms)Running coprocessor post-open hooks at 1733364904561 (+5 ms)Region opened successfully at 1733364904562 (+1 ms) 2024-12-05T02:15:04,569 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733364904469 2024-12-05T02:15:04,580 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:15:04,580 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:15:04,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:04,583 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,42833,1733364892207, state=OPEN 2024-12-05T02:15:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T02:15:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T02:15:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T02:15:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T02:15:04,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:15:04,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:15:04,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:15:04,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:15:04,587 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:04,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:15:04,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,42833,1733364892207 in 10.1470 sec 2024-12-05T02:15:04,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:15:04,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6440 sec 2024-12-05T02:15:04,598 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:15:04,598 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:15:04,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:04,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,42833,1733364892207, seqNum=-1] 2024-12-05T02:15:04,642 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:04,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:04,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0320 sec 2024-12-05T02:15:04,664 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733364904663, completionTime=-1 2024-12-05T02:15:04,666 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T02:15:04,666 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:15:04,693 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T02:15:04,693 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733364964693 2024-12-05T02:15:04,693 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365024693 2024-12-05T02:15:04,693 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-12-05T02:15:04,695 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:15:04,702 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46457,1733364891324-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:15:04,702 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46457,1733364891324-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:15:04,702 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46457,1733364891324-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:15:04,704 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:46457, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:15:04,704 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:15:04,704 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:15:04,710 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:15:04,732 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.145sec 2024-12-05T02:15:04,734 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:15:04,735 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:15:04,737 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:15:04,737 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:15:04,737 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:15:04,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46457,1733364891324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:15:04,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46457,1733364891324-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:15:04,743 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:15:04,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:15:04,745 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46457,1733364891324-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:15:04,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26124a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:04,830 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T02:15:04,830 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T02:15:04,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46457,-1 for getting cluster id 2024-12-05T02:15:04,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:04,846 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8963812-e004-42e1-a97c-4c1716ca1547' 2024-12-05T02:15:04,850 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:04,850 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8963812-e004-42e1-a97c-4c1716ca1547" 2024-12-05T02:15:04,850 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639eb981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:04,850 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46457,-1] 2024-12-05T02:15:04,853 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:04,855 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:04,856 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:04,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248b35f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:04,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:04,866 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,42833,1733364892207, seqNum=-1] 2024-12-05T02:15:04,867 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:04,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:04,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,46457,1733364891324 2024-12-05T02:15:04,917 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733364904915 (current time:1733364904915). 2024-12-05T02:15:04,917 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T02:15:04,917 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T02:15:04,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d84d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:04,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46457,-1 for getting cluster id 2024-12-05T02:15:04,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:04,922 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8963812-e004-42e1-a97c-4c1716ca1547' 2024-12-05T02:15:04,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:04,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8963812-e004-42e1-a97c-4c1716ca1547" 2024-12-05T02:15:04,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1226b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:04,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46457,-1] 2024-12-05T02:15:04,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:04,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:04,925 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:04,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e2b23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:04,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:04,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,42833,1733364892207, seqNum=-1] 2024-12-05T02:15:04,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:04,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:04,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:15:04,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:15:04,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:04,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:04,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:04,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:15:04,954 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,46457,1733364891324 2024-12-05T02:15:04,958 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ad38e42 2024-12-05T02:15:04,959 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:15:04,962 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:15:04,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:15:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T02:15:04,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:15:04,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T02:15:04,979 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:04,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:15:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:15:04,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741837_1013 (size=361) 2024-12-05T02:15:04,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741837_1013 (size=361) 2024-12-05T02:15:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741837_1013 (size=361) 2024-12-05T02:15:04,997 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab34c28457f2b698c37f42e8d3c3500f, NAME => 'SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:15:04,998 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a17070d54182636bc42c5883de99c138, NAME => 'SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:15:04,998 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cec1bc58b53a874aa8fc9166d9fded30, NAME => 'SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:15:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741838_1014 (size=54) 2024-12-05T02:15:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741838_1014 (size=54) 2024-12-05T02:15:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741838_1014 (size=54) 2024-12-05T02:15:05,018 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:05,018 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ab34c28457f2b698c37f42e8d3c3500f, disabling compactions & flushes 2024-12-05T02:15:05,018 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:05,018 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:05,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. after waiting 0 ms 2024-12-05T02:15:05,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:05,019 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:05,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab34c28457f2b698c37f42e8d3c3500f: Waiting for close lock at 1733364905018Disabling compacts and flushes for region at 1733364905018Disabling writes for close at 1733364905019 (+1 ms)Writing region close event to WAL at 1733364905019Closed at 1733364905019 2024-12-05T02:15:05,019 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15c54c5964175ae782ae79ae9f2061d7, NAME => 'SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:15:05,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741839_1015 (size=62) 2024-12-05T02:15:05,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741839_1015 (size=62) 2024-12-05T02:15:05,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741840_1016 (size=62) 2024-12-05T02:15:05,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741839_1015 (size=62) 2024-12-05T02:15:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741840_1016 (size=62) 2024-12-05T02:15:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741840_1016 (size=62) 2024-12-05T02:15:05,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:05,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:05,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a17070d54182636bc42c5883de99c138, disabling compactions & flushes 2024-12-05T02:15:05,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cec1bc58b53a874aa8fc9166d9fded30, disabling compactions & flushes 2024-12-05T02:15:05,033 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:15:05,033 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:15:05,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:15:05,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:15:05,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. after waiting 0 ms 2024-12-05T02:15:05,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. after waiting 0 ms 2024-12-05T02:15:05,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:15:05,033 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:15:05,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:15:05,033 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:15:05,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a17070d54182636bc42c5883de99c138: Waiting for close lock at 1733364905033Disabling compacts and flushes for region at 1733364905033Disabling writes for close at 1733364905033Writing region close event to WAL at 1733364905033Closed at 1733364905033 2024-12-05T02:15:05,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cec1bc58b53a874aa8fc9166d9fded30: Waiting for close lock at 1733364905033Disabling compacts and flushes for region at 1733364905033Disabling writes for close at 1733364905033Writing region close event to WAL at 1733364905033Closed at 1733364905033 2024-12-05T02:15:05,034 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4885413587f57d600d7d946c5e1ae751, NAME => 'SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:15:05,034 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ac2787adf953d134915a151ba899fbca, NAME => 'SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:15:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741841_1017 (size=62) 2024-12-05T02:15:05,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741841_1017 (size=62) 2024-12-05T02:15:05,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741841_1017 (size=62) 2024-12-05T02:15:05,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:05,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 15c54c5964175ae782ae79ae9f2061d7, disabling compactions & flushes 2024-12-05T02:15:05,047 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:05,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:05,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. after waiting 0 ms 2024-12-05T02:15:05,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:05,047 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:05,047 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15c54c5964175ae782ae79ae9f2061d7: Waiting for close lock at 1733364905047Disabling compacts and flushes for region at 1733364905047Disabling writes for close at 1733364905047Writing region close event to WAL at 1733364905047Closed at 1733364905047 2024-12-05T02:15:05,048 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b1206740ec176ca369e24d07b98d39c, NAME => 'SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:15:05,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741842_1018 (size=62) 2024-12-05T02:15:05,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741842_1018 (size=62) 2024-12-05T02:15:05,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741842_1018 (size=62) 2024-12-05T02:15:05,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:05,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4885413587f57d600d7d946c5e1ae751, disabling compactions & flushes 2024-12-05T02:15:05,060 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:15:05,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:15:05,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. after waiting 0 ms 2024-12-05T02:15:05,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:15:05,060 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:15:05,061 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4885413587f57d600d7d946c5e1ae751: Waiting for close lock at 1733364905060Disabling compacts and flushes for region at 1733364905060Disabling writes for close at 1733364905060Writing region close event to WAL at 1733364905060Closed at 1733364905060 2024-12-05T02:15:05,061 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 62f8c4a32d29a299e9f5fa1246972238, NAME => 'SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:15:05,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741843_1019 (size=62) 2024-12-05T02:15:05,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741843_1019 (size=62) 2024-12-05T02:15:05,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741843_1019 (size=62) 2024-12-05T02:15:05,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:05,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ac2787adf953d134915a151ba899fbca, disabling compactions & flushes 2024-12-05T02:15:05,072 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:15:05,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:15:05,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. after waiting 0 ms 2024-12-05T02:15:05,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:15:05,073 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:15:05,073 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ac2787adf953d134915a151ba899fbca: Waiting for close lock at 1733364905072Disabling compacts and flushes for region at 1733364905072Disabling writes for close at 1733364905072Writing region close event to WAL at 1733364905072Closed at 1733364905073 (+1 ms) 2024-12-05T02:15:05,074 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0644354336b84784e6375bd40bc76e9d, NAME => 'SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:15:05,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741844_1020 (size=62) 2024-12-05T02:15:05,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741844_1020 (size=62) 2024-12-05T02:15:05,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741844_1020 (size=62) 2024-12-05T02:15:05,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:05,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6b1206740ec176ca369e24d07b98d39c, disabling compactions & flushes 2024-12-05T02:15:05,076 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:05,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:05,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. after waiting 0 ms 2024-12-05T02:15:05,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:05,077 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:05,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b1206740ec176ca369e24d07b98d39c: Waiting for close lock at 1733364905076Disabling compacts and flushes for region at 1733364905076Disabling writes for close at 1733364905077 (+1 ms)Writing region close event to WAL at 1733364905077Closed at 1733364905077 2024-12-05T02:15:05,078 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27229c8e68cff4831977f6b0d5d09a8e, NAME => 'SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5 2024-12-05T02:15:05,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741845_1021 (size=62) 2024-12-05T02:15:05,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741845_1021 (size=62) 2024-12-05T02:15:05,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741845_1021 (size=62) 2024-12-05T02:15:05,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:05,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 62f8c4a32d29a299e9f5fa1246972238, disabling compactions & flushes 2024-12-05T02:15:05,086 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:15:05,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:15:05,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. after waiting 0 ms 2024-12-05T02:15:05,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:15:05,086 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:15:05,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 62f8c4a32d29a299e9f5fa1246972238: Waiting for close lock at 1733364905086Disabling compacts and flushes for region at 1733364905086Disabling writes for close at 1733364905086Writing region close event to WAL at 1733364905086Closed at 1733364905086 2024-12-05T02:15:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:15:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741846_1022 (size=62) 2024-12-05T02:15:05,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741846_1022 (size=62) 2024-12-05T02:15:05,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741846_1022 (size=62) 2024-12-05T02:15:05,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:05,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0644354336b84784e6375bd40bc76e9d, disabling compactions & flushes 2024-12-05T02:15:05,101 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:15:05,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:15:05,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. after waiting 0 ms 2024-12-05T02:15:05,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:15:05,102 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:15:05,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0644354336b84784e6375bd40bc76e9d: Waiting for close lock at 1733364905101Disabling compacts and flushes for region at 1733364905101Disabling writes for close at 1733364905102 (+1 ms)Writing region close event to WAL at 1733364905102Closed at 1733364905102 2024-12-05T02:15:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741847_1023 (size=54) 2024-12-05T02:15:05,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741847_1023 (size=54) 2024-12-05T02:15:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741847_1023 (size=54) 2024-12-05T02:15:05,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:05,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 27229c8e68cff4831977f6b0d5d09a8e, disabling compactions & flushes 2024-12-05T02:15:05,116 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:05,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:05,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. after waiting 0 ms 2024-12-05T02:15:05,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:05,116 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:05,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27229c8e68cff4831977f6b0d5d09a8e: Waiting for close lock at 1733364905115Disabling compacts and flushes for region at 1733364905115Disabling writes for close at 1733364905116 (+1 ms)Writing region close event to WAL at 1733364905116Closed at 1733364905116 2024-12-05T02:15:05,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:15:05,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733364905118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364905118"}]},"ts":"1733364905118"} 2024-12-05T02:15:05,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364905118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364905118"}]},"ts":"1733364905118"} 2024-12-05T02:15:05,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364905118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364905118"}]},"ts":"1733364905118"} 2024-12-05T02:15:05,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364905118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364905118"}]},"ts":"1733364905118"} 2024-12-05T02:15:05,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364905118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364905118"}]},"ts":"1733364905118"} 2024-12-05T02:15:05,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364905118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364905118"}]},"ts":"1733364905118"} 2024-12-05T02:15:05,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364905118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364905118"}]},"ts":"1733364905118"} 2024-12-05T02:15:05,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364905118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364905118"}]},"ts":"1733364905118"} 2024-12-05T02:15:05,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364905118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364905118"}]},"ts":"1733364905118"} 2024-12-05T02:15:05,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733364905118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364905118"}]},"ts":"1733364905118"} 2024-12-05T02:15:05,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T02:15:05,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:15:05,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364905165"}]},"ts":"1733364905165"} 2024-12-05T02:15:05,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T02:15:05,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {01bccfa882c7=0} racks are {/default-rack=0} 2024-12-05T02:15:05,181 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T02:15:05,181 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T02:15:05,181 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T02:15:05,181 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T02:15:05,181 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T02:15:05,181 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T02:15:05,181 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T02:15:05,181 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T02:15:05,181 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T02:15:05,181 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T02:15:05,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab34c28457f2b698c37f42e8d3c3500f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec1bc58b53a874aa8fc9166d9fded30, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a17070d54182636bc42c5883de99c138, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15c54c5964175ae782ae79ae9f2061d7, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4885413587f57d600d7d946c5e1ae751, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac2787adf953d134915a151ba899fbca, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b1206740ec176ca369e24d07b98d39c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62f8c4a32d29a299e9f5fa1246972238, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0644354336b84784e6375bd40bc76e9d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27229c8e68cff4831977f6b0d5d09a8e, ASSIGN}] 2024-12-05T02:15:05,187 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec1bc58b53a874aa8fc9166d9fded30, ASSIGN 2024-12-05T02:15:05,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a17070d54182636bc42c5883de99c138, ASSIGN 2024-12-05T02:15:05,187 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab34c28457f2b698c37f42e8d3c3500f, ASSIGN 2024-12-05T02:15:05,187 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15c54c5964175ae782ae79ae9f2061d7, ASSIGN 2024-12-05T02:15:05,189 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a17070d54182636bc42c5883de99c138, ASSIGN; state=OFFLINE, location=01bccfa882c7,42833,1733364892207; forceNewPlan=false, retain=false 2024-12-05T02:15:05,189 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cec1bc58b53a874aa8fc9166d9fded30, ASSIGN; state=OFFLINE, location=01bccfa882c7,42003,1733364892327; forceNewPlan=false, retain=false 2024-12-05T02:15:05,189 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab34c28457f2b698c37f42e8d3c3500f, ASSIGN; state=OFFLINE, location=01bccfa882c7,46191,1733364892413; forceNewPlan=false, retain=false 2024-12-05T02:15:05,189 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15c54c5964175ae782ae79ae9f2061d7, ASSIGN; state=OFFLINE, location=01bccfa882c7,46191,1733364892413; forceNewPlan=false, retain=false 2024-12-05T02:15:05,195 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27229c8e68cff4831977f6b0d5d09a8e, ASSIGN 2024-12-05T02:15:05,195 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62f8c4a32d29a299e9f5fa1246972238, ASSIGN 2024-12-05T02:15:05,195 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b1206740ec176ca369e24d07b98d39c, ASSIGN 2024-12-05T02:15:05,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac2787adf953d134915a151ba899fbca, ASSIGN 2024-12-05T02:15:05,197 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0644354336b84784e6375bd40bc76e9d, ASSIGN 2024-12-05T02:15:05,197 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27229c8e68cff4831977f6b0d5d09a8e, ASSIGN; state=OFFLINE, location=01bccfa882c7,46191,1733364892413; forceNewPlan=false, retain=false 2024-12-05T02:15:05,197 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b1206740ec176ca369e24d07b98d39c, ASSIGN; state=OFFLINE, location=01bccfa882c7,46191,1733364892413; forceNewPlan=false, retain=false 2024-12-05T02:15:05,197 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62f8c4a32d29a299e9f5fa1246972238, ASSIGN; state=OFFLINE, location=01bccfa882c7,42833,1733364892207; forceNewPlan=false, retain=false 2024-12-05T02:15:05,198 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac2787adf953d134915a151ba899fbca, ASSIGN; state=OFFLINE, location=01bccfa882c7,42003,1733364892327; forceNewPlan=false, retain=false 2024-12-05T02:15:05,199 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0644354336b84784e6375bd40bc76e9d, ASSIGN; state=OFFLINE, location=01bccfa882c7,42003,1733364892327; forceNewPlan=false, retain=false 2024-12-05T02:15:05,204 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4885413587f57d600d7d946c5e1ae751, ASSIGN 2024-12-05T02:15:05,205 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4885413587f57d600d7d946c5e1ae751, ASSIGN; state=OFFLINE, location=01bccfa882c7,42833,1733364892207; forceNewPlan=false, retain=false 2024-12-05T02:15:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:15:05,342 INFO [01bccfa882c7:46457 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T02:15:05,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=62f8c4a32d29a299e9f5fa1246972238, regionState=OPENING, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:05,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=27229c8e68cff4831977f6b0d5d09a8e, regionState=OPENING, regionLocation=01bccfa882c7,46191,1733364892413 2024-12-05T02:15:05,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6b1206740ec176ca369e24d07b98d39c, regionState=OPENING, regionLocation=01bccfa882c7,46191,1733364892413 2024-12-05T02:15:05,343 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=15c54c5964175ae782ae79ae9f2061d7, regionState=OPENING, regionLocation=01bccfa882c7,46191,1733364892413 2024-12-05T02:15:05,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab34c28457f2b698c37f42e8d3c3500f, regionState=OPENING, regionLocation=01bccfa882c7,46191,1733364892413 2024-12-05T02:15:05,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4885413587f57d600d7d946c5e1ae751, regionState=OPENING, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:05,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a17070d54182636bc42c5883de99c138, regionState=OPENING, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:05,344 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ac2787adf953d134915a151ba899fbca, regionState=OPENING, regionLocation=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:05,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0644354336b84784e6375bd40bc76e9d, regionState=OPENING, regionLocation=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:05,344 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cec1bc58b53a874aa8fc9166d9fded30, regionState=OPENING, regionLocation=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:05,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62f8c4a32d29a299e9f5fa1246972238, ASSIGN because future has completed 2024-12-05T02:15:05,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62f8c4a32d29a299e9f5fa1246972238, server=01bccfa882c7,42833,1733364892207}] 2024-12-05T02:15:05,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15c54c5964175ae782ae79ae9f2061d7, ASSIGN because future has completed 2024-12-05T02:15:05,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c54c5964175ae782ae79ae9f2061d7, server=01bccfa882c7,46191,1733364892413}] 2024-12-05T02:15:05,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b1206740ec176ca369e24d07b98d39c, ASSIGN because future has completed 2024-12-05T02:15:05,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b1206740ec176ca369e24d07b98d39c, server=01bccfa882c7,46191,1733364892413}] 2024-12-05T02:15:05,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27229c8e68cff4831977f6b0d5d09a8e, ASSIGN because future has completed 2024-12-05T02:15:05,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab34c28457f2b698c37f42e8d3c3500f, ASSIGN because future has completed 2024-12-05T02:15:05,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e, server=01bccfa882c7,46191,1733364892413}] 2024-12-05T02:15:05,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab34c28457f2b698c37f42e8d3c3500f, server=01bccfa882c7,46191,1733364892413}] 2024-12-05T02:15:05,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0644354336b84784e6375bd40bc76e9d, ASSIGN because future has completed 2024-12-05T02:15:05,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0644354336b84784e6375bd40bc76e9d, server=01bccfa882c7,42003,1733364892327}] 2024-12-05T02:15:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4885413587f57d600d7d946c5e1ae751, ASSIGN because future has completed 2024-12-05T02:15:05,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4885413587f57d600d7d946c5e1ae751, server=01bccfa882c7,42833,1733364892207}] 2024-12-05T02:15:05,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac2787adf953d134915a151ba899fbca, ASSIGN because future has completed 2024-12-05T02:15:05,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac2787adf953d134915a151ba899fbca, server=01bccfa882c7,42003,1733364892327}] 2024-12-05T02:15:05,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cec1bc58b53a874aa8fc9166d9fded30, ASSIGN because future has completed 2024-12-05T02:15:05,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a17070d54182636bc42c5883de99c138, ASSIGN because future has completed 2024-12-05T02:15:05,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cec1bc58b53a874aa8fc9166d9fded30, server=01bccfa882c7,42003,1733364892327}] 2024-12-05T02:15:05,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a17070d54182636bc42c5883de99c138, server=01bccfa882c7,42833,1733364892207}] 2024-12-05T02:15:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:15:06,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:15:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:15:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:15:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:15:10,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T02:15:11,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:15:11,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T02:15:11,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:15:11,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T02:15:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:15:15,355 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:15:15,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:15:15,368 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:15:15,369 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a17070d54182636bc42c5883de99c138, NAME => 'SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T02:15:15,369 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a17070d54182636bc42c5883de99c138 2024-12-05T02:15:15,369 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:15,369 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a17070d54182636bc42c5883de99c138 2024-12-05T02:15:15,369 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a17070d54182636bc42c5883de99c138 2024-12-05T02:15:15,371 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:15:15,379 INFO [StoreOpener-a17070d54182636bc42c5883de99c138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a17070d54182636bc42c5883de99c138 2024-12-05T02:15:15,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:15:15,382 INFO [StoreOpener-a17070d54182636bc42c5883de99c138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a17070d54182636bc42c5883de99c138 columnFamilyName cf 2024-12-05T02:15:15,382 DEBUG [StoreOpener-a17070d54182636bc42c5883de99c138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:15,383 INFO [StoreOpener-a17070d54182636bc42c5883de99c138-1 {}] regionserver.HStore(327): Store=a17070d54182636bc42c5883de99c138/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:15,384 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a17070d54182636bc42c5883de99c138 2024-12-05T02:15:15,385 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:15,385 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 15c54c5964175ae782ae79ae9f2061d7, NAME => 'SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T02:15:15,385 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:15,386 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:15,386 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:15,386 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:15,386 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/a17070d54182636bc42c5883de99c138 2024-12-05T02:15:15,388 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/a17070d54182636bc42c5883de99c138 2024-12-05T02:15:15,388 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a17070d54182636bc42c5883de99c138 2024-12-05T02:15:15,388 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a17070d54182636bc42c5883de99c138 2024-12-05T02:15:15,393 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a17070d54182636bc42c5883de99c138 2024-12-05T02:15:15,401 INFO [StoreOpener-15c54c5964175ae782ae79ae9f2061d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:15,405 INFO [StoreOpener-15c54c5964175ae782ae79ae9f2061d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c54c5964175ae782ae79ae9f2061d7 columnFamilyName cf 2024-12-05T02:15:15,405 DEBUG [StoreOpener-15c54c5964175ae782ae79ae9f2061d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:15,405 INFO [StoreOpener-15c54c5964175ae782ae79ae9f2061d7-1 {}] regionserver.HStore(327): Store=15c54c5964175ae782ae79ae9f2061d7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:15,406 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:15,405 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/a17070d54182636bc42c5883de99c138/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:15,409 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:15,410 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:15,411 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:15,411 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:15,411 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a17070d54182636bc42c5883de99c138; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61453565, jitterRate=-0.08427052199840546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:15,411 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a17070d54182636bc42c5883de99c138 2024-12-05T02:15:15,414 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a17070d54182636bc42c5883de99c138: Running coprocessor pre-open hook at 1733364915370Writing region info on filesystem at 1733364915370Initializing all the Stores at 1733364915372 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364915372Cleaning up temporary data from old regions at 1733364915388 (+16 ms)Running coprocessor post-open hooks at 1733364915411 (+23 ms)Region opened successfully at 1733364915414 (+3 ms) 2024-12-05T02:15:15,417 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:15:15,417 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0644354336b84784e6375bd40bc76e9d, NAME => 'SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T02:15:15,418 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:15,418 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:15,418 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:15,418 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:15,419 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:15,419 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138., pid=23, masterSystemTime=1733364915352 2024-12-05T02:15:15,423 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:15:15,423 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:15:15,423 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:15:15,423 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 4885413587f57d600d7d946c5e1ae751, NAME => 'SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T02:15:15,424 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:15,424 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:15,424 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:15,424 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:15,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a17070d54182636bc42c5883de99c138, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:15,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a17070d54182636bc42c5883de99c138, server=01bccfa882c7,42833,1733364892207 because future has completed 2024-12-05T02:15:15,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-12-05T02:15:15,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a17070d54182636bc42c5883de99c138, server=01bccfa882c7,42833,1733364892207 in 10.0560 sec 2024-12-05T02:15:15,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a17070d54182636bc42c5883de99c138, ASSIGN in 10.2570 sec 2024-12-05T02:15:15,444 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/15c54c5964175ae782ae79ae9f2061d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:15,444 INFO [StoreOpener-0644354336b84784e6375bd40bc76e9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:15,445 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 15c54c5964175ae782ae79ae9f2061d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59986146, jitterRate=-0.10613676905632019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:15,446 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:15,446 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 15c54c5964175ae782ae79ae9f2061d7: Running coprocessor pre-open hook at 1733364915386Writing region info on filesystem at 1733364915386Initializing all the Stores at 1733364915388 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364915388Cleaning up temporary data from old regions at 1733364915411 (+23 ms)Running coprocessor post-open hooks at 1733364915446 (+35 ms)Region opened successfully at 1733364915446 2024-12-05T02:15:15,447 INFO [StoreOpener-0644354336b84784e6375bd40bc76e9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0644354336b84784e6375bd40bc76e9d columnFamilyName cf 2024-12-05T02:15:15,447 DEBUG [StoreOpener-0644354336b84784e6375bd40bc76e9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:15,447 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7., pid=16, masterSystemTime=1733364915354 2024-12-05T02:15:15,452 INFO [StoreOpener-0644354336b84784e6375bd40bc76e9d-1 {}] regionserver.HStore(327): Store=0644354336b84784e6375bd40bc76e9d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:15,452 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:15,454 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:15,454 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:15,454 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:15,455 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:15,455 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b1206740ec176ca369e24d07b98d39c, NAME => 'SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T02:15:15,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=15c54c5964175ae782ae79ae9f2061d7, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,46191,1733364892413 2024-12-05T02:15:15,456 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:15,456 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:15,456 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:15,457 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:15,457 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:15,459 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:15,459 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:15,460 INFO [StoreOpener-4885413587f57d600d7d946c5e1ae751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:15,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c54c5964175ae782ae79ae9f2061d7, server=01bccfa882c7,46191,1733364892413 because future has completed 2024-12-05T02:15:15,466 INFO [StoreOpener-4885413587f57d600d7d946c5e1ae751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4885413587f57d600d7d946c5e1ae751 columnFamilyName cf 2024-12-05T02:15:15,466 DEBUG [StoreOpener-4885413587f57d600d7d946c5e1ae751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:15,467 INFO [StoreOpener-4885413587f57d600d7d946c5e1ae751-1 {}] regionserver.HStore(327): Store=4885413587f57d600d7d946c5e1ae751/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:15,467 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:15,468 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:15,469 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:15,470 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:15,470 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:15,474 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:15,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-12-05T02:15:15,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15c54c5964175ae782ae79ae9f2061d7, ASSIGN in 10.2880 sec 2024-12-05T02:15:15,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 15c54c5964175ae782ae79ae9f2061d7, server=01bccfa882c7,46191,1733364892413 in 10.1150 sec 2024-12-05T02:15:15,476 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:15,484 INFO [StoreOpener-6b1206740ec176ca369e24d07b98d39c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:15,485 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/4885413587f57d600d7d946c5e1ae751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:15,487 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 4885413587f57d600d7d946c5e1ae751; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73951349, jitterRate=0.10196097195148468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:15,488 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:15,489 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 4885413587f57d600d7d946c5e1ae751: Running coprocessor pre-open hook at 1733364915425Writing region info on filesystem at 1733364915425Initializing all the Stores at 1733364915434 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364915434Cleaning up temporary data from old regions at 1733364915470 (+36 ms)Running coprocessor post-open hooks at 1733364915488 (+18 ms)Region opened successfully at 1733364915488 2024-12-05T02:15:15,491 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751., pid=21, masterSystemTime=1733364915352 2024-12-05T02:15:15,492 INFO [StoreOpener-6b1206740ec176ca369e24d07b98d39c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b1206740ec176ca369e24d07b98d39c columnFamilyName cf 2024-12-05T02:15:15,492 DEBUG [StoreOpener-6b1206740ec176ca369e24d07b98d39c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:15,493 INFO [StoreOpener-6b1206740ec176ca369e24d07b98d39c-1 {}] regionserver.HStore(327): Store=6b1206740ec176ca369e24d07b98d39c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:15,494 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:15,497 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:15,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4885413587f57d600d7d946c5e1ae751, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:15,498 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:15,499 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:15:15,499 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:15:15,499 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:15:15,500 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 62f8c4a32d29a299e9f5fa1246972238, NAME => 'SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T02:15:15,500 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:15,500 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:15,500 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:15,500 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:15,501 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/0644354336b84784e6375bd40bc76e9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:15,502 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0644354336b84784e6375bd40bc76e9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67394212, jitterRate=0.004252016544342041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:15,503 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:15,503 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0644354336b84784e6375bd40bc76e9d: Running coprocessor pre-open hook at 1733364915419Writing region info on filesystem at 1733364915419Initializing all the Stores at 1733364915427 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364915427Cleaning up temporary data from old regions at 1733364915459 (+32 ms)Running coprocessor post-open hooks at 1733364915503 (+44 ms)Region opened successfully at 1733364915503 2024-12-05T02:15:15,503 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:15,503 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:15,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4885413587f57d600d7d946c5e1ae751, server=01bccfa882c7,42833,1733364892207 because future has completed 2024-12-05T02:15:15,504 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d., pid=20, masterSystemTime=1733364915370 2024-12-05T02:15:15,509 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:15:15,509 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:15,509 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:15:15,509 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:15:15,509 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ac2787adf953d134915a151ba899fbca, NAME => 'SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T02:15:15,510 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:15,510 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:15,510 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:15,510 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:15,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0644354336b84784e6375bd40bc76e9d, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:15,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-12-05T02:15:15,515 INFO [StoreOpener-62f8c4a32d29a299e9f5fa1246972238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:15,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4885413587f57d600d7d946c5e1ae751, server=01bccfa882c7,42833,1733364892207 in 10.1380 sec 2024-12-05T02:15:15,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4885413587f57d600d7d946c5e1ae751, ASSIGN in 10.3320 sec 2024-12-05T02:15:15,522 INFO [StoreOpener-62f8c4a32d29a299e9f5fa1246972238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62f8c4a32d29a299e9f5fa1246972238 columnFamilyName cf 2024-12-05T02:15:15,522 DEBUG [StoreOpener-62f8c4a32d29a299e9f5fa1246972238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:15,522 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=01bccfa882c7,42003,1733364892327, table=SPTestTable, region=0644354336b84784e6375bd40bc76e9d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T02:15:15,524 INFO [StoreOpener-62f8c4a32d29a299e9f5fa1246972238-1 {}] regionserver.HStore(327): Store=62f8c4a32d29a299e9f5fa1246972238/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0644354336b84784e6375bd40bc76e9d, server=01bccfa882c7,42003,1733364892327 because future has completed 2024-12-05T02:15:15,526 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:15,531 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:15,533 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:15,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-05T02:15:15,534 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/6b1206740ec176ca369e24d07b98d39c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:15,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 0644354336b84784e6375bd40bc76e9d, server=01bccfa882c7,42003,1733364892327 in 10.1620 sec 2024-12-05T02:15:15,535 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 6b1206740ec176ca369e24d07b98d39c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70345935, jitterRate=0.048236116766929626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:15,535 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:15,535 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 6b1206740ec176ca369e24d07b98d39c: Running coprocessor pre-open hook at 1733364915457Writing region info on filesystem at 1733364915457Initializing all the Stores at 1733364915460 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364915460Cleaning up temporary data from old regions at 1733364915503 (+43 ms)Running coprocessor post-open hooks at 1733364915535 (+32 ms)Region opened successfully at 1733364915535 2024-12-05T02:15:15,536 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:15,536 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:15,539 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c., pid=17, masterSystemTime=1733364915354 2024-12-05T02:15:15,541 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:15,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0644354336b84784e6375bd40bc76e9d, ASSIGN in 10.3510 sec 2024-12-05T02:15:15,544 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:15,545 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:15,545 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:15,545 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 27229c8e68cff4831977f6b0d5d09a8e, NAME => 'SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T02:15:15,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6b1206740ec176ca369e24d07b98d39c, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,46191,1733364892413 2024-12-05T02:15:15,546 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:15,546 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:15,546 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:15,546 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:15,547 INFO [StoreOpener-ac2787adf953d134915a151ba899fbca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:15,550 INFO [StoreOpener-ac2787adf953d134915a151ba899fbca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac2787adf953d134915a151ba899fbca columnFamilyName cf 2024-12-05T02:15:15,550 DEBUG [StoreOpener-ac2787adf953d134915a151ba899fbca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:15,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b1206740ec176ca369e24d07b98d39c, server=01bccfa882c7,46191,1733364892413 because future has completed 2024-12-05T02:15:15,551 INFO [StoreOpener-ac2787adf953d134915a151ba899fbca-1 {}] regionserver.HStore(327): Store=ac2787adf953d134915a151ba899fbca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:15,552 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:15,553 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:15,554 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:15,555 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:15,555 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:15,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-12-05T02:15:15,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b1206740ec176ca369e24d07b98d39c, server=01bccfa882c7,46191,1733364892413 in 10.1990 sec 2024-12-05T02:15:15,560 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:15,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b1206740ec176ca369e24d07b98d39c, ASSIGN in 10.3760 sec 2024-12-05T02:15:15,564 INFO [StoreOpener-27229c8e68cff4831977f6b0d5d09a8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:15,569 INFO [StoreOpener-27229c8e68cff4831977f6b0d5d09a8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27229c8e68cff4831977f6b0d5d09a8e columnFamilyName cf 2024-12-05T02:15:15,570 DEBUG [StoreOpener-27229c8e68cff4831977f6b0d5d09a8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:15,571 INFO [StoreOpener-27229c8e68cff4831977f6b0d5d09a8e-1 {}] regionserver.HStore(327): Store=27229c8e68cff4831977f6b0d5d09a8e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:15,571 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:15,572 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:15,573 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:15,574 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:15,574 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:15,577 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:15,588 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/62f8c4a32d29a299e9f5fa1246972238/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:15,590 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 62f8c4a32d29a299e9f5fa1246972238; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58828700, jitterRate=-0.12338405847549438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:15,590 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:15,590 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 62f8c4a32d29a299e9f5fa1246972238: Running coprocessor pre-open hook at 1733364915501Writing region info on filesystem at 1733364915501Initializing all the Stores at 1733364915505 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364915505Cleaning up temporary data from old regions at 1733364915537 (+32 ms)Running coprocessor post-open hooks at 1733364915590 (+53 ms)Region opened successfully at 1733364915590 2024-12-05T02:15:15,592 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238., pid=15, masterSystemTime=1733364915352 2024-12-05T02:15:15,595 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/ac2787adf953d134915a151ba899fbca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:15,596 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:15:15,596 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:15:15,596 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ac2787adf953d134915a151ba899fbca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66405693, jitterRate=-0.01047806441783905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:15,596 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:15,596 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ac2787adf953d134915a151ba899fbca: Running coprocessor pre-open hook at 1733364915511Writing region info on filesystem at 1733364915511Initializing all the Stores at 1733364915520 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364915520Cleaning up temporary data from old regions at 1733364915555 (+35 ms)Running coprocessor post-open hooks at 1733364915596 (+41 ms)Region opened successfully at 1733364915596 2024-12-05T02:15:15,598 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca., pid=22, masterSystemTime=1733364915370 2024-12-05T02:15:15,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=62f8c4a32d29a299e9f5fa1246972238, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:15,602 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:15:15,602 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:15:15,602 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:15:15,602 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => cec1bc58b53a874aa8fc9166d9fded30, NAME => 'SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T02:15:15,603 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:15,603 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:15,603 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:15,603 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:15,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62f8c4a32d29a299e9f5fa1246972238, server=01bccfa882c7,42833,1733364892207 because future has completed 2024-12-05T02:15:15,605 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ac2787adf953d134915a151ba899fbca, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:15,608 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/27229c8e68cff4831977f6b0d5d09a8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:15,609 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 27229c8e68cff4831977f6b0d5d09a8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69906280, jitterRate=0.041684746742248535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:15,610 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:15,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac2787adf953d134915a151ba899fbca, server=01bccfa882c7,42003,1733364892327 because future has completed 2024-12-05T02:15:15,610 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 27229c8e68cff4831977f6b0d5d09a8e: Running coprocessor pre-open hook at 1733364915546Writing region info on filesystem at 1733364915546Initializing all the Stores at 1733364915550 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364915550Cleaning up temporary data from old regions at 1733364915574 (+24 ms)Running coprocessor post-open hooks at 1733364915610 (+36 ms)Region opened successfully at 1733364915610 2024-12-05T02:15:15,612 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e., pid=18, masterSystemTime=1733364915354 2024-12-05T02:15:15,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-05T02:15:15,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 62f8c4a32d29a299e9f5fa1246972238, server=01bccfa882c7,42833,1733364892207 in 10.2600 sec 2024-12-05T02:15:15,615 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:15,616 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:15,616 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:15,616 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ab34c28457f2b698c37f42e8d3c3500f, NAME => 'SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T02:15:15,616 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:15,617 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:15,617 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:15,617 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:15,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=27229c8e68cff4831977f6b0d5d09a8e, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,46191,1733364892413 2024-12-05T02:15:15,620 INFO [StoreOpener-cec1bc58b53a874aa8fc9166d9fded30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:15,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-12-05T02:15:15,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ac2787adf953d134915a151ba899fbca, server=01bccfa882c7,42003,1733364892327 in 10.2400 sec 2024-12-05T02:15:15,622 INFO [StoreOpener-cec1bc58b53a874aa8fc9166d9fded30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cec1bc58b53a874aa8fc9166d9fded30 columnFamilyName cf 2024-12-05T02:15:15,623 DEBUG [StoreOpener-cec1bc58b53a874aa8fc9166d9fded30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:15,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62f8c4a32d29a299e9f5fa1246972238, ASSIGN in 10.4330 sec 2024-12-05T02:15:15,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e, server=01bccfa882c7,46191,1733364892413 because future has completed 2024-12-05T02:15:15,626 INFO [StoreOpener-cec1bc58b53a874aa8fc9166d9fded30-1 {}] regionserver.HStore(327): Store=cec1bc58b53a874aa8fc9166d9fded30/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:15,626 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:15,627 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46457 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=01bccfa882c7,46191,1733364892413, table=SPTestTable, region=27229c8e68cff4831977f6b0d5d09a8e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T02:15:15,628 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:15,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac2787adf953d134915a151ba899fbca, ASSIGN in 10.4380 sec 2024-12-05T02:15:15,629 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:15,630 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:15,630 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:15,633 INFO [StoreOpener-ab34c28457f2b698c37f42e8d3c3500f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:15,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-05T02:15:15,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e, server=01bccfa882c7,46191,1733364892413 in 10.2740 sec 2024-12-05T02:15:15,635 INFO [StoreOpener-ab34c28457f2b698c37f42e8d3c3500f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab34c28457f2b698c37f42e8d3c3500f columnFamilyName cf 2024-12-05T02:15:15,635 DEBUG [StoreOpener-ab34c28457f2b698c37f42e8d3c3500f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:15,636 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:15,636 INFO [StoreOpener-ab34c28457f2b698c37f42e8d3c3500f-1 {}] regionserver.HStore(327): Store=ab34c28457f2b698c37f42e8d3c3500f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:15,637 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:15,638 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:15,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27229c8e68cff4831977f6b0d5d09a8e, ASSIGN in 10.4520 sec 2024-12-05T02:15:15,640 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:15,640 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:15,640 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:15,643 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:15,646 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/cec1bc58b53a874aa8fc9166d9fded30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:15,647 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened cec1bc58b53a874aa8fc9166d9fded30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70221743, jitterRate=0.0463855117559433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:15,648 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:15,648 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for cec1bc58b53a874aa8fc9166d9fded30: Running coprocessor pre-open hook at 1733364915603Writing region info on filesystem at 1733364915603Initializing all the Stores at 1733364915605 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364915605Cleaning up temporary data from old regions at 1733364915630 (+25 ms)Running coprocessor post-open hooks at 1733364915648 (+18 ms)Region opened successfully at 1733364915648 2024-12-05T02:15:15,649 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30., pid=24, masterSystemTime=1733364915370 2024-12-05T02:15:15,655 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:15:15,655 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:15:15,657 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cec1bc58b53a874aa8fc9166d9fded30, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:15,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cec1bc58b53a874aa8fc9166d9fded30, server=01bccfa882c7,42003,1733364892327 because future has completed 2024-12-05T02:15:15,666 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/ab34c28457f2b698c37f42e8d3c3500f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:15,667 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ab34c28457f2b698c37f42e8d3c3500f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66248084, jitterRate=-0.012826621532440186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:15,668 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:15,668 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ab34c28457f2b698c37f42e8d3c3500f: Running coprocessor pre-open hook at 1733364915617Writing region info on filesystem at 1733364915617Initializing all the Stores at 1733364915621 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364915621Cleaning up temporary data from old regions at 1733364915640 (+19 ms)Running coprocessor post-open hooks at 1733364915668 (+28 ms)Region opened successfully at 1733364915668 2024-12-05T02:15:15,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-05T02:15:15,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cec1bc58b53a874aa8fc9166d9fded30, server=01bccfa882c7,42003,1733364892327 in 10.2870 sec 2024-12-05T02:15:15,669 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f., pid=19, masterSystemTime=1733364915354 2024-12-05T02:15:15,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec1bc58b53a874aa8fc9166d9fded30, ASSIGN in 10.4860 sec 2024-12-05T02:15:15,672 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:15,673 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:15,674 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab34c28457f2b698c37f42e8d3c3500f, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,46191,1733364892413 2024-12-05T02:15:15,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab34c28457f2b698c37f42e8d3c3500f, server=01bccfa882c7,46191,1733364892413 because future has completed 2024-12-05T02:15:15,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-12-05T02:15:15,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ab34c28457f2b698c37f42e8d3c3500f, server=01bccfa882c7,46191,1733364892413 in 10.3190 sec 2024-12-05T02:15:15,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:15:15,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab34c28457f2b698c37f42e8d3c3500f, ASSIGN in 10.5000 sec 2024-12-05T02:15:15,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:15:15,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364915692"}]},"ts":"1733364915692"} 2024-12-05T02:15:15,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T02:15:15,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:15:15,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7280 sec 2024-12-05T02:15:18,018 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T02:15:20,231 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:15:20,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T02:15:21,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-05T02:15:21,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-05T02:15:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:15:23,244 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T02:15:23,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T02:15:23,246 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T02:15:23,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T02:15:23,261 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T02:15:23,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T02:15:23,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c., hostname=01bccfa882c7,46191,1733364892413, seqNum=2] 2024-12-05T02:15:23,333 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c., hostname=01bccfa882c7,46191,1733364892413, seqNum=2] 2024-12-05T02:15:23,338 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c., hostname=01bccfa882c7,46191,1733364892413, seqNum=2] 2024-12-05T02:15:23,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238., hostname=01bccfa882c7,42833,1733364892207, seqNum=2] 2024-12-05T02:15:23,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238., hostname=01bccfa882c7,42833,1733364892207, seqNum=2] 2024-12-05T02:15:23,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238., hostname=01bccfa882c7,42833,1733364892207, seqNum=2] 2024-12-05T02:15:23,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238., hostname=01bccfa882c7,42833,1733364892207, seqNum=2] 2024-12-05T02:15:23,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238., hostname=01bccfa882c7,42833,1733364892207, seqNum=2] 2024-12-05T02:15:23,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238., hostname=01bccfa882c7,42833,1733364892207, seqNum=2] 2024-12-05T02:15:23,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238., hostname=01bccfa882c7,42833,1733364892207, seqNum=2] 2024-12-05T02:15:23,441 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238., hostname=01bccfa882c7,42833,1733364892207, seqNum=2] 2024-12-05T02:15:23,483 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d., hostname=01bccfa882c7,42003,1733364892327, seqNum=2] 2024-12-05T02:15:23,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d., hostname=01bccfa882c7,42003,1733364892327, seqNum=2] 2024-12-05T02:15:23,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d., hostname=01bccfa882c7,42003,1733364892327, seqNum=2] 2024-12-05T02:15:23,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d., hostname=01bccfa882c7,42003,1733364892327, seqNum=2] 2024-12-05T02:15:23,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d., hostname=01bccfa882c7,42003,1733364892327, seqNum=2] 2024-12-05T02:15:23,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d., hostname=01bccfa882c7,42003,1733364892327, seqNum=2] 2024-12-05T02:15:23,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d., hostname=01bccfa882c7,42003,1733364892327, seqNum=2] 2024-12-05T02:15:23,523 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d., hostname=01bccfa882c7,42003,1733364892327, seqNum=2] 2024-12-05T02:15:23,611 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e., hostname=01bccfa882c7,46191,1733364892413, seqNum=2] 2024-12-05T02:15:23,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e., hostname=01bccfa882c7,46191,1733364892413, seqNum=2] 2024-12-05T02:15:23,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e., hostname=01bccfa882c7,46191,1733364892413, seqNum=2] 2024-12-05T02:15:23,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e., hostname=01bccfa882c7,46191,1733364892413, seqNum=2] 2024-12-05T02:15:23,629 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e., hostname=01bccfa882c7,46191,1733364892413, seqNum=2] 2024-12-05T02:15:23,631 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e., hostname=01bccfa882c7,46191,1733364892413, seqNum=2] 2024-12-05T02:15:23,634 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e., hostname=01bccfa882c7,46191,1733364892413, seqNum=2] 2024-12-05T02:15:23,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e., hostname=01bccfa882c7,46191,1733364892413, seqNum=2] 2024-12-05T02:15:24,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:24,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:24,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:24,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:24,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T02:15:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:24,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T02:15:25,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42003 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T02:15:25,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T02:15:26,009 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T02:15:26,012 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T02:15:26,013 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T02:15:26,020 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T02:15:26,046 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T02:15:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741848_1024 (size=49) 2024-12-05T02:15:26,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741848_1024 (size=49) 2024-12-05T02:15:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741848_1024 (size=49) 2024-12-05T02:15:26,101 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T02:15:26,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec1bc58b53a874aa8fc9166d9fded30}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a17070d54182636bc42c5883de99c138}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4885413587f57d600d7d946c5e1ae751}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2787adf953d134915a151ba899fbca}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62f8c4a32d29a299e9f5fa1246972238}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0644354336b84784e6375bd40bc76e9d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e}] 2024-12-05T02:15:26,113 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:26,117 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 01bccfa882c7,46191,1733364892413 2024-12-05T02:15:26,118 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 01bccfa882c7,46191,1733364892413: Simulated kill ***** 2024-12-05T02:15:26,118 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:15:26,119 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:26,121 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:15:26,122 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:15:26,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a17070d54182636bc42c5883de99c138 2024-12-05T02:15:26,125 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:26,126 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:15:26,127 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:15:26,134 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:26,139 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:26,140 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:26,147 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:26,152 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:26,148 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 700865640 }, "NonHeapMemoryUsage": { "committed": 156893184, "init": 7667712, "max": -1, "used": 153345064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "01bccfa882c7", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "01bccfa882c7", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57224", "tag.serverName": "01bccfa882c7,46191,1733364892413", "tag.clusterId": "b8963812-e004-42e1-a97c-4c1716ca1547", "tag.Context": "regionserver", "tag.Hostname": "01bccfa882c7", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733364892413, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-05T02:15:26,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:26,160 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46457 {}] master.MasterRpcServices(700): 01bccfa882c7,46191,1733364892413 reported a fatal error: ***** ABORTING region server 01bccfa882c7,46191,1733364892413: Simulated kill ***** 2024-12-05T02:15:26,171 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,46191,1733364892413' ***** 2024-12-05T02:15:26,171 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-05T02:15:26,171 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:15:26,171 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:15:26,171 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T02:15:26,172 INFO [RS:2;01bccfa882c7:46191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T02:15:26,172 INFO [RS:2;01bccfa882c7:46191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T02:15:26,172 INFO [RS:2;01bccfa882c7:46191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:15:26,172 INFO [RS:2;01bccfa882c7:46191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;01bccfa882c7:46191. 2024-12-05T02:15:26,173 DEBUG [RS:2;01bccfa882c7:46191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:15:26,173 DEBUG [RS:2;01bccfa882c7:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:26,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741835_1011 (size=1242) 2024-12-05T02:15:26,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741835_1011 (size=1242) 2024-12-05T02:15:26,189 DEBUG [RS:2;01bccfa882c7:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:26,189 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:15:26,190 INFO [RS:2;01bccfa882c7:46191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46191 2024-12-05T02:15:26,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T02:15:26,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01bccfa882c7,46191,1733364892413 2024-12-05T02:15:26,203 INFO [RS:2;01bccfa882c7:46191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:15:26,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,46191,1733364892413] 2024-12-05T02:15:26,208 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01bccfa882c7,46191,1733364892413 already deleted, retry=false 2024-12-05T02:15:26,209 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 01bccfa882c7,46191,1733364892413 on 01bccfa882c7,46457,1733364891324 2024-12-05T02:15:26,216 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 01bccfa882c7,46191,1733364892413, splitWal=true, meta=false 2024-12-05T02:15:26,220 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 01bccfa882c7,46191,1733364892413, splitWal=true, meta=false 2024-12-05T02:15:26,221 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 01bccfa882c7,46191,1733364892413 (carryingMeta=false) 01bccfa882c7,46191,1733364892413/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@27d5e17c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T02:15:26,222 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 01bccfa882c7,46191,1733364892413 had 4 regions 2024-12-05T02:15:26,228 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 01bccfa882c7,46191,1733364892413, splitWal=true, meta=false, isMeta: false 2024-12-05T02:15:26,229 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:26,230 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:26,230 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:26,232 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting 2024-12-05T02:15:26,232 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c can not run currently because target server of region SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 1000 ms to retry 2024-12-05T02:15:26,232 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c; timeout=1000, timestamp=1733364927232 2024-12-05T02:15:26,233 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 can not run currently because target server of region SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 1000 ms to retry 2024-12-05T02:15:26,233 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f can not run currently because target server of region SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 1000 ms to retry 2024-12-05T02:15:26,234 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f; timeout=1000, timestamp=1733364927233 2024-12-05T02:15:26,234 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7; timeout=1000, timestamp=1733364927233 2024-12-05T02:15:26,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:26,236 INFO [PEWorker-4 {}] master.SplitWALManager(105): 01bccfa882c7,46191,1733364892413 WAL count=1, meta=false 2024-12-05T02:15:26,237 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e can not run currently because target server of region SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 1000 ms to retry 2024-12-05T02:15:26,237 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e; timeout=1000, timestamp=1733364927237 2024-12-05T02:15:26,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 01bccfa882c7%2C46191%2C1733364892413.1733364894273}] 2024-12-05T02:15:26,249 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:26,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 01bccfa882c7%2C46191%2C1733364892413.1733364894273, worker=01bccfa882c7,42003,1733364892327}] 2024-12-05T02:15:26,268 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:15:26,308 INFO [RS:2;01bccfa882c7:46191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:15:26,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:15:26,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x1018067254b0003, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:15:26,308 INFO [RS:2;01bccfa882c7:46191 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,46191,1733364892413; zookeeper connection closed. 2024-12-05T02:15:26,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@eeb2c7a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@eeb2c7a 2024-12-05T02:15:27,093 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:15:27,094 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:15:27,233 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:27,233 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:27,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:27,235 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 can not run currently because target server of region SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T02:15:27,235 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f can not run currently because target server of region SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T02:15:27,235 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c can not run currently because target server of region SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T02:15:27,235 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7; timeout=2000, timestamp=1733364929235 2024-12-05T02:15:27,235 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c; timeout=2000, timestamp=1733364929235 2024-12-05T02:15:27,235 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f; timeout=2000, timestamp=1733364929235 2024-12-05T02:15:27,237 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:27,238 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e can not run currently because target server of region SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 2000 ms to retry 2024-12-05T02:15:27,238 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e; timeout=2000, timestamp=1733364929238 2024-12-05T02:15:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741835_1011 (size=1242) 2024-12-05T02:15:29,235 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:29,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:29,237 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:29,238 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 can not run currently because target server of region SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T02:15:29,238 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7; timeout=4000, timestamp=1733364933238 2024-12-05T02:15:29,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:29,239 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f can not run currently because target server of region SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T02:15:29,239 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f; timeout=4000, timestamp=1733364933239 2024-12-05T02:15:29,239 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c can not run currently because target server of region SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T02:15:29,239 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c; timeout=4000, timestamp=1733364933239 2024-12-05T02:15:29,240 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e can not run currently because target server of region SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 4000 ms to retry 2024-12-05T02:15:29,240 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e; timeout=4000, timestamp=1733364933240 2024-12-05T02:15:33,239 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:33,240 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:33,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:33,240 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 can not run currently because target server of region SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T02:15:33,240 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7; timeout=8000, timestamp=1733364941240 2024-12-05T02:15:33,241 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:33,241 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c can not run currently because target server of region SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T02:15:33,241 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f can not run currently because target server of region SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T02:15:33,241 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c; timeout=8000, timestamp=1733364941241 2024-12-05T02:15:33,241 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f; timeout=8000, timestamp=1733364941241 2024-12-05T02:15:33,242 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e can not run currently because target server of region SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 01bccfa882c7,46191,1733364892413 is in state SPLITTING, wait 8000 ms to retry 2024-12-05T02:15:33,242 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e; timeout=8000, timestamp=1733364941242 2024-12-05T02:15:35,370 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=01bccfa882c7,46191,1733364892413, timeout=1733364936115, delay=744, operations=null, containedObject=01bccfa882c7,42003,1733364892327, timeout=1733364936121, delay=750, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec1bc58b53a874aa8fc9166d9fded30, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2787adf953d134915a151ba899fbca, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0644354336b84784e6375bd40bc76e9d, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 01bccfa882c7%2C46191%2C1733364892413.1733364894273, worker=01bccfa882c7,42003,1733364892327], containedObject=01bccfa882c7,42833,1733364892207, timeout=1733364936128, delay=757, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a17070d54182636bc42c5883de99c138, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62f8c4a32d29a299e9f5fa1246972238, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4885413587f57d600d7d946c5e1ae751]] 2024-12-05T02:15:36,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T02:15:36,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T02:15:36,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T02:15:36,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:15:36,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T02:15:36,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:15:36,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T02:15:36,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:15:36,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:15:36,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T02:15:36,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:15:36,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-05T02:15:36,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:15:36,134 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 0644354336b84784e6375bd40bc76e9d 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T02:15:36,134 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 62f8c4a32d29a299e9f5fa1246972238 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T02:15:36,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for cec1bc58b53a874aa8fc9166d9fded30: 2024-12-05T02:15:36,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a17070d54182636bc42c5883de99c138: 2024-12-05T02:15:36,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. for SnapshotProcedureTest completed. 2024-12-05T02:15:36,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. for SnapshotProcedureTest completed. 2024-12-05T02:15:36,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ac2787adf953d134915a151ba899fbca: 2024-12-05T02:15:36,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 4885413587f57d600d7d946c5e1ae751: 2024-12-05T02:15:36,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. for SnapshotProcedureTest completed. 2024-12-05T02:15:36,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. for SnapshotProcedureTest completed. 2024-12-05T02:15:36,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:15:36,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:15:36,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:15:36,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:15:36,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:15:36,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:15:36,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:15:36,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:15:36,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:15:36,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:15:36,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:15:36,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:15:36,164 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273, size=1.2 K (1242bytes) 2024-12-05T02:15:36,165 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T02:15:36,165 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T02:15:36,166 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273 2024-12-05T02:15:36,173 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273 after 4ms 2024-12-05T02:15:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741849_1025 (size=65) 2024-12-05T02:15:36,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741850_1026 (size=65) 2024-12-05T02:15:36,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741850_1026 (size=65) 2024-12-05T02:15:36,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741849_1025 (size=65) 2024-12-05T02:15:36,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741849_1025 (size=65) 2024-12-05T02:15:36,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741850_1026 (size=65) 2024-12-05T02:15:36,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:15:36,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:15:36,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T02:15:36,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T02:15:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T02:15:36,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T02:15:36,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:36,187 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac2787adf953d134915a151ba899fbca 2024-12-05T02:15:36,188 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:15:36,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741851_1027 (size=65) 2024-12-05T02:15:36,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741851_1027 (size=65) 2024-12-05T02:15:36,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:15:36,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T02:15:36,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741851_1027 (size=65) 2024-12-05T02:15:36,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741852_1028 (size=65) 2024-12-05T02:15:36,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac2787adf953d134915a151ba899fbca in 10.0900 sec 2024-12-05T02:15:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T02:15:36,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a17070d54182636bc42c5883de99c138 2024-12-05T02:15:36,197 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a17070d54182636bc42c5883de99c138 2024-12-05T02:15:36,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741852_1028 (size=65) 2024-12-05T02:15:36,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741852_1028 (size=65) 2024-12-05T02:15:36,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:15:36,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cec1bc58b53a874aa8fc9166d9fded30 in 10.0900 sec 2024-12-05T02:15:36,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T02:15:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T02:15:36,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:36,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:15:36,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a17070d54182636bc42c5883de99c138 in 10.0960 sec 2024-12-05T02:15:36,205 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273 took 42ms 2024-12-05T02:15:36,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4885413587f57d600d7d946c5e1ae751 in 10.0990 sec 2024-12-05T02:15:36,225 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 15c54c5964175ae782ae79ae9f2061d7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T02:15:36,228 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 6b1206740ec176ca369e24d07b98d39c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T02:15:36,231 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 27229c8e68cff4831977f6b0d5d09a8e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T02:15:36,233 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ab34c28457f2b698c37f42e8d3c3500f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T02:15:36,234 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273 so closing down 2024-12-05T02:15:36,234 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T02:15:36,241 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T02:15:36,247 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 29 ms; skipped=4; WAL=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-05T02:15:36,247 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273, journal: Splitting hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273, size=1.2 K (1242bytes) at 1733364936165Finishing writing output for hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273 so closing down at 1733364936234 (+69 ms)3 split writer threads finished at 1733364936241 (+7 ms)Processed 4 edits across 0 Regions in 29 ms; skipped=4; WAL=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733364936247 (+6 ms) 2024-12-05T02:15:36,248 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273 2024-12-05T02:15:36,248 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T02:15:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T02:15:36,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/0644354336b84784e6375bd40bc76e9d/.tmp/cf/9622a31ab72f472fa8664b1008bd2fda is 34, key is ccd/cf:cf/1733364925023/Put/seqid=0 2024-12-05T02:15:36,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/62f8c4a32d29a299e9f5fa1246972238/.tmp/cf/6cea74ecacde4dedb46f7d810c352ef8 is 34, key is baa/cf:cf/1733364924875/Put/seqid=0 2024-12-05T02:15:36,261 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting/01bccfa882c7%2C46191%2C1733364892413.1733364894273 to hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/oldWALs 2024-12-05T02:15:36,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-05T02:15:36,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 01bccfa882c7%2C46191%2C1733364892413.1733364894273, worker=01bccfa882c7,42003,1733364892327 in 10.0090 sec 2024-12-05T02:15:36,268 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:36,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-05T02:15:36,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 01bccfa882c7%2C46191%2C1733364892413.1733364894273, worker=01bccfa882c7,42003,1733364892327 in 10.0290 sec 2024-12-05T02:15:36,275 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting dir is empty, no logs to split. 2024-12-05T02:15:36,275 INFO [PEWorker-5 {}] master.SplitWALManager(105): 01bccfa882c7,46191,1733364892413 WAL count=0, meta=false 2024-12-05T02:15:36,275 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 01bccfa882c7,46191,1733364892413 WAL splitting is done? wals=0, meta=false 2024-12-05T02:15:36,278 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 01bccfa882c7,46191,1733364892413 failed, ignore...File hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/WALs/01bccfa882c7,46191,1733364892413-splitting does not exist. 2024-12-05T02:15:36,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27229c8e68cff4831977f6b0d5d09a8e, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab34c28457f2b698c37f42e8d3c3500f, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15c54c5964175ae782ae79ae9f2061d7, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b1206740ec176ca369e24d07b98d39c, ASSIGN}] 2024-12-05T02:15:36,282 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab34c28457f2b698c37f42e8d3c3500f, ASSIGN 2024-12-05T02:15:36,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27229c8e68cff4831977f6b0d5d09a8e, ASSIGN 2024-12-05T02:15:36,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b1206740ec176ca369e24d07b98d39c, ASSIGN 2024-12-05T02:15:36,283 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15c54c5964175ae782ae79ae9f2061d7, ASSIGN 2024-12-05T02:15:36,284 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab34c28457f2b698c37f42e8d3c3500f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T02:15:36,285 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27229c8e68cff4831977f6b0d5d09a8e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T02:15:36,285 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b1206740ec176ca369e24d07b98d39c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T02:15:36,286 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15c54c5964175ae782ae79ae9f2061d7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T02:15:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741853_1029 (size=47197) 2024-12-05T02:15:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741853_1029 (size=47197) 2024-12-05T02:15:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741853_1029 (size=47197) 2024-12-05T02:15:36,294 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/0644354336b84784e6375bd40bc76e9d/.tmp/cf/9622a31ab72f472fa8664b1008bd2fda 2024-12-05T02:15:36,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741854_1030 (size=28623) 2024-12-05T02:15:36,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741854_1030 (size=28623) 2024-12-05T02:15:36,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741854_1030 (size=28623) 2024-12-05T02:15:36,300 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/62f8c4a32d29a299e9f5fa1246972238/.tmp/cf/6cea74ecacde4dedb46f7d810c352ef8 2024-12-05T02:15:36,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/62f8c4a32d29a299e9f5fa1246972238/.tmp/cf/6cea74ecacde4dedb46f7d810c352ef8 as hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/62f8c4a32d29a299e9f5fa1246972238/cf/6cea74ecacde4dedb46f7d810c352ef8 2024-12-05T02:15:36,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/0644354336b84784e6375bd40bc76e9d/.tmp/cf/9622a31ab72f472fa8664b1008bd2fda as hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/0644354336b84784e6375bd40bc76e9d/cf/9622a31ab72f472fa8664b1008bd2fda 2024-12-05T02:15:36,357 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/0644354336b84784e6375bd40bc76e9d/cf/9622a31ab72f472fa8664b1008bd2fda, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T02:15:36,358 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/62f8c4a32d29a299e9f5fa1246972238/cf/6cea74ecacde4dedb46f7d810c352ef8, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T02:15:36,364 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 0644354336b84784e6375bd40bc76e9d in 230ms, sequenceid=5, compaction requested=false 2024-12-05T02:15:36,364 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 62f8c4a32d29a299e9f5fa1246972238 in 230ms, sequenceid=5, compaction requested=false 2024-12-05T02:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 0644354336b84784e6375bd40bc76e9d: 2024-12-05T02:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. for SnapshotProcedureTest completed. 2024-12-05T02:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 62f8c4a32d29a299e9f5fa1246972238: 2024-12-05T02:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. for SnapshotProcedureTest completed. 2024-12-05T02:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/0644354336b84784e6375bd40bc76e9d/cf/9622a31ab72f472fa8664b1008bd2fda] hfiles 2024-12-05T02:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/62f8c4a32d29a299e9f5fa1246972238/cf/6cea74ecacde4dedb46f7d810c352ef8] hfiles 2024-12-05T02:15:36,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/0644354336b84784e6375bd40bc76e9d/cf/9622a31ab72f472fa8664b1008bd2fda for snapshot=SnapshotProcedureTest 2024-12-05T02:15:36,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/62f8c4a32d29a299e9f5fa1246972238/cf/6cea74ecacde4dedb46f7d810c352ef8 for snapshot=SnapshotProcedureTest 2024-12-05T02:15:36,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741855_1031 (size=105) 2024-12-05T02:15:36,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741855_1031 (size=105) 2024-12-05T02:15:36,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741855_1031 (size=105) 2024-12-05T02:15:36,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:15:36,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T02:15:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T02:15:36,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:36,390 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:15:36,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 62f8c4a32d29a299e9f5fa1246972238 in 10.2880 sec 2024-12-05T02:15:36,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741856_1032 (size=105) 2024-12-05T02:15:36,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741856_1032 (size=105) 2024-12-05T02:15:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741856_1032 (size=105) 2024-12-05T02:15:36,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:15:36,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T02:15:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T02:15:36,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:36,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:15:36,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0644354336b84784e6375bd40bc76e9d in 10.2950 sec 2024-12-05T02:15:36,434 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(204): Hosts are {01bccfa882c7=0} racks are {/default-rack=0} 2024-12-05T02:15:36,435 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T02:15:36,435 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T02:15:36,435 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T02:15:36,435 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T02:15:36,435 INFO [01bccfa882c7:46457 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T02:15:36,435 INFO [01bccfa882c7:46457 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T02:15:36,435 DEBUG [01bccfa882c7:46457 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T02:15:36,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=ab34c28457f2b698c37f42e8d3c3500f, regionState=OPENING, regionLocation=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:36,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=15c54c5964175ae782ae79ae9f2061d7, regionState=OPENING, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:36,435 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=6b1206740ec176ca369e24d07b98d39c, regionState=OPENING, regionLocation=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:36,435 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=27229c8e68cff4831977f6b0d5d09a8e, regionState=OPENING, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:36,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b1206740ec176ca369e24d07b98d39c, ASSIGN because future has completed 2024-12-05T02:15:36,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b1206740ec176ca369e24d07b98d39c, server=01bccfa882c7,42003,1733364892327}] 2024-12-05T02:15:36,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27229c8e68cff4831977f6b0d5d09a8e, ASSIGN because future has completed 2024-12-05T02:15:36,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e, server=01bccfa882c7,42833,1733364892207}] 2024-12-05T02:15:36,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15c54c5964175ae782ae79ae9f2061d7, ASSIGN because future has completed 2024-12-05T02:15:36,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c54c5964175ae782ae79ae9f2061d7, server=01bccfa882c7,42833,1733364892207}] 2024-12-05T02:15:36,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab34c28457f2b698c37f42e8d3c3500f, ASSIGN because future has completed 2024-12-05T02:15:36,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab34c28457f2b698c37f42e8d3c3500f, server=01bccfa882c7,42003,1733364892327}] 2024-12-05T02:15:41,240 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 held by pid=41 2024-12-05T02:15:41,240 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:41,241 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f held by pid=40 2024-12-05T02:15:41,241 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:41,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c held by pid=42 2024-12-05T02:15:41,241 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:41,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e held by pid=39 2024-12-05T02:15:41,242 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:44,746 INFO [master/01bccfa882c7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T02:15:44,746 INFO [master/01bccfa882c7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T02:15:46,449 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:46,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => ab34c28457f2b698c37f42e8d3c3500f, NAME => 'SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T02:15:46,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:46,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,454 INFO [StoreOpener-ab34c28457f2b698c37f42e8d3c3500f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,455 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:46,456 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 15c54c5964175ae782ae79ae9f2061d7, NAME => 'SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T02:15:46,456 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,456 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:46,456 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,456 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,456 INFO [StoreOpener-ab34c28457f2b698c37f42e8d3c3500f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab34c28457f2b698c37f42e8d3c3500f columnFamilyName cf 2024-12-05T02:15:46,457 DEBUG [StoreOpener-ab34c28457f2b698c37f42e8d3c3500f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:46,457 INFO [StoreOpener-ab34c28457f2b698c37f42e8d3c3500f-1 {}] regionserver.HStore(327): Store=ab34c28457f2b698c37f42e8d3c3500f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:46,458 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,459 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,460 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,460 INFO [StoreOpener-15c54c5964175ae782ae79ae9f2061d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,461 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,461 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,462 INFO [StoreOpener-15c54c5964175ae782ae79ae9f2061d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c54c5964175ae782ae79ae9f2061d7 columnFamilyName cf 2024-12-05T02:15:46,462 DEBUG [StoreOpener-15c54c5964175ae782ae79ae9f2061d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:46,463 INFO [StoreOpener-15c54c5964175ae782ae79ae9f2061d7-1 {}] regionserver.HStore(327): Store=15c54c5964175ae782ae79ae9f2061d7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:46,463 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,464 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,464 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,466 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened ab34c28457f2b698c37f42e8d3c3500f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62855290, jitterRate=-0.06338319182395935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:46,466 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,466 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for ab34c28457f2b698c37f42e8d3c3500f: Running coprocessor pre-open hook at 1733364946451Writing region info on filesystem at 1733364946451Initializing all the Stores at 1733364946452 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364946452Cleaning up temporary data from old regions at 1733364946461 (+9 ms)Running coprocessor post-open hooks at 1733364946466 (+5 ms)Region opened successfully at 1733364946466 2024-12-05T02:15:46,467 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,468 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f., pid=46, masterSystemTime=1733364946442 2024-12-05T02:15:46,468 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,468 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,471 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,473 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 15c54c5964175ae782ae79ae9f2061d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63084639, jitterRate=-0.059965625405311584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:46,473 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:46,473 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,473 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:46,473 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 15c54c5964175ae782ae79ae9f2061d7: Running coprocessor pre-open hook at 1733364946457Writing region info on filesystem at 1733364946457Initializing all the Stores at 1733364946458 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364946458Cleaning up temporary data from old regions at 1733364946468 (+10 ms)Running coprocessor post-open hooks at 1733364946473 (+5 ms)Region opened successfully at 1733364946473 2024-12-05T02:15:46,473 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:46,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=ab34c28457f2b698c37f42e8d3c3500f, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:46,473 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b1206740ec176ca369e24d07b98d39c, NAME => 'SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T02:15:46,474 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,474 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:46,474 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,474 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,476 INFO [StoreOpener-6b1206740ec176ca369e24d07b98d39c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,477 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7., pid=45, masterSystemTime=1733364946444 2024-12-05T02:15:46,478 INFO [StoreOpener-6b1206740ec176ca369e24d07b98d39c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b1206740ec176ca369e24d07b98d39c columnFamilyName cf 2024-12-05T02:15:46,478 DEBUG [StoreOpener-6b1206740ec176ca369e24d07b98d39c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:46,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab34c28457f2b698c37f42e8d3c3500f, server=01bccfa882c7,42003,1733364892327 because future has completed 2024-12-05T02:15:46,479 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:46,480 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:46,480 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:46,480 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 27229c8e68cff4831977f6b0d5d09a8e, NAME => 'SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T02:15:46,480 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,480 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:46,481 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=15c54c5964175ae782ae79ae9f2061d7, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:46,481 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,481 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,481 INFO [StoreOpener-6b1206740ec176ca369e24d07b98d39c-1 {}] regionserver.HStore(327): Store=6b1206740ec176ca369e24d07b98d39c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:46,482 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,483 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c54c5964175ae782ae79ae9f2061d7, server=01bccfa882c7,42833,1733364892207 because future has completed 2024-12-05T02:15:46,485 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,486 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,486 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-12-05T02:15:46,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure ab34c28457f2b698c37f42e8d3c3500f, server=01bccfa882c7,42003,1733364892327 in 10.0360 sec 2024-12-05T02:15:46,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab34c28457f2b698c37f42e8d3c3500f, ASSIGN in 10.2070 sec 2024-12-05T02:15:46,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:46,491 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,492 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 6b1206740ec176ca369e24d07b98d39c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64825789, jitterRate=-0.03402046859264374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:46,492 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,492 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 6b1206740ec176ca369e24d07b98d39c: Running coprocessor pre-open hook at 1733364946474Writing region info on filesystem at 1733364946474Initializing all the Stores at 1733364946476 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364946476Cleaning up temporary data from old regions at 1733364946486 (+10 ms)Running coprocessor post-open hooks at 1733364946492 (+6 ms)Region opened successfully at 1733364946492 2024-12-05T02:15:46,494 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c., pid=43, masterSystemTime=1733364946442 2024-12-05T02:15:46,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-12-05T02:15:46,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 15c54c5964175ae782ae79ae9f2061d7, server=01bccfa882c7,42833,1733364892207 in 10.0450 sec 2024-12-05T02:15:46,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15c54c5964175ae782ae79ae9f2061d7, ASSIGN in 10.2140 sec 2024-12-05T02:15:46,497 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:46,499 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:46,499 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:46,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=6b1206740ec176ca369e24d07b98d39c, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:46,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b1206740ec176ca369e24d07b98d39c, server=01bccfa882c7,42003,1733364892327 because future has completed 2024-12-05T02:15:46,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-05T02:15:46,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b1206740ec176ca369e24d07b98d39c, server=01bccfa882c7,42003,1733364892327 in 10.0660 sec 2024-12-05T02:15:46,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b1206740ec176ca369e24d07b98d39c, ASSIGN in 10.2280 sec 2024-12-05T02:15:46,510 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:46,512 INFO [StoreOpener-27229c8e68cff4831977f6b0d5d09a8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,515 INFO [StoreOpener-27229c8e68cff4831977f6b0d5d09a8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27229c8e68cff4831977f6b0d5d09a8e columnFamilyName cf 2024-12-05T02:15:46,515 DEBUG [StoreOpener-27229c8e68cff4831977f6b0d5d09a8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:46,516 INFO [StoreOpener-27229c8e68cff4831977f6b0d5d09a8e-1 {}] regionserver.HStore(327): Store=27229c8e68cff4831977f6b0d5d09a8e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:46,517 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,518 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,524 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,527 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,528 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,531 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,533 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 27229c8e68cff4831977f6b0d5d09a8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62332965, jitterRate=-0.07116644084453583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:15:46,533 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,534 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 27229c8e68cff4831977f6b0d5d09a8e: Running coprocessor pre-open hook at 1733364946481Writing region info on filesystem at 1733364946481Initializing all the Stores at 1733364946484 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364946484Cleaning up temporary data from old regions at 1733364946528 (+44 ms)Running coprocessor post-open hooks at 1733364946533 (+5 ms)Region opened successfully at 1733364946533 2024-12-05T02:15:46,535 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e., pid=44, masterSystemTime=1733364946444 2024-12-05T02:15:46,543 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:46,543 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:46,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=27229c8e68cff4831977f6b0d5d09a8e, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:46,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e, server=01bccfa882c7,42833,1733364892207 because future has completed 2024-12-05T02:15:46,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-12-05T02:15:46,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e, server=01bccfa882c7,42833,1733364892207 in 10.1100 sec 2024-12-05T02:15:46,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:46,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-05T02:15:46,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27229c8e68cff4831977f6b0d5d09a8e, ASSIGN in 10.2750 sec 2024-12-05T02:15:46,562 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 01bccfa882c7,46191,1733364892413 after splitting done 2024-12-05T02:15:46,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 01bccfa882c7,46191,1733364892413, splitWal=true, meta=false in 20.3530 sec 2024-12-05T02:15:50,231 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:15:51,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T02:15:55,665 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T02:15:56,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T02:15:56,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T02:15:56,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:56,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:56,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 6b1206740ec176ca369e24d07b98d39c: 2024-12-05T02:15:56,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ab34c28457f2b698c37f42e8d3c3500f: 2024-12-05T02:15:56,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. for SnapshotProcedureTest completed. 2024-12-05T02:15:56,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. for SnapshotProcedureTest completed. 2024-12-05T02:15:56,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:15:56,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:15:56,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:15:56,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:15:56,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:15:56,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:15:56,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T02:15:56,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T02:15:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 15c54c5964175ae782ae79ae9f2061d7: 2024-12-05T02:15:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 27229c8e68cff4831977f6b0d5d09a8e: 2024-12-05T02:15:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. for SnapshotProcedureTest completed. 2024-12-05T02:15:56,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. for SnapshotProcedureTest completed. 2024-12-05T02:15:56,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:15:56,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:15:56,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:15:56,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:15:56,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:15:56,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:15:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741857_1033 (size=65) 2024-12-05T02:15:56,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741857_1033 (size=65) 2024-12-05T02:15:56,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741857_1033 (size=65) 2024-12-05T02:15:56,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:15:56,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T02:15:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T02:15:56,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:56,552 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:15:56,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6b1206740ec176ca369e24d07b98d39c in 30.4510 sec 2024-12-05T02:15:56,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741858_1034 (size=57) 2024-12-05T02:15:56,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741858_1034 (size=57) 2024-12-05T02:15:56,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741858_1034 (size=57) 2024-12-05T02:15:56,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:15:56,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T02:15:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T02:15:56,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:56,585 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:15:56,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ab34c28457f2b698c37f42e8d3c3500f in 30.4840 sec 2024-12-05T02:15:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741859_1035 (size=65) 2024-12-05T02:15:56,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741859_1035 (size=65) 2024-12-05T02:15:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741859_1035 (size=65) 2024-12-05T02:15:56,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:15:56,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T02:15:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T02:15:56,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:56,599 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:15:56,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 15c54c5964175ae782ae79ae9f2061d7 in 30.4970 sec 2024-12-05T02:15:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741860_1036 (size=57) 2024-12-05T02:15:56,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741860_1036 (size=57) 2024-12-05T02:15:56,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:15:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741860_1036 (size=57) 2024-12-05T02:15:56,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T02:15:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T02:15:56,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:56,630 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:15:56,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-05T02:15:56,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 27229c8e68cff4831977f6b0d5d09a8e in 30.5310 sec 2024-12-05T02:15:56,639 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T02:15:56,642 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T02:15:56,647 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T02:15:56,647 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T02:15:56,650 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T02:15:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741861_1037 (size=1094) 2024-12-05T02:15:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741861_1037 (size=1094) 2024-12-05T02:15:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741861_1037 (size=1094) 2024-12-05T02:15:56,819 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T02:15:56,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T02:15:56,851 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:56,855 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:56,855 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,42003,1733364892327 2024-12-05T02:15:56,855 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:56,855 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:56,855 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:15:57,636 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:46457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T02:16:00,418 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0644354336b84784e6375bd40bc76e9d, had cached 0 bytes from a total of 47197 2024-12-05T02:16:00,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 62f8c4a32d29a299e9f5fa1246972238, had cached 0 bytes from a total of 28623 2024-12-05T02:16:04,720 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ab34c28457f2b698c37f42e8d3c3500f changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:16:04,721 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cec1bc58b53a874aa8fc9166d9fded30 changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:16:04,721 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ac2787adf953d134915a151ba899fbca changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:16:04,721 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6b1206740ec176ca369e24d07b98d39c changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:16:04,721 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0644354336b84784e6375bd40bc76e9d changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:16:04,721 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a17070d54182636bc42c5883de99c138 changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:16:04,722 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 15c54c5964175ae782ae79ae9f2061d7 changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:16:04,722 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4885413587f57d600d7d946c5e1ae751 changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:16:04,722 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 62f8c4a32d29a299e9f5fa1246972238 changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:16:04,722 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 27229c8e68cff4831977f6b0d5d09a8e changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:16:06,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-05T02:16:06,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-05T02:16:06,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-05T02:16:06,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-05T02:16:06,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-05T02:16:06,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-05T02:16:06,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T02:16:06,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-05T02:16:06,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-05T02:16:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-05T02:16:06,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-05T02:16:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-05T02:16:06,869 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 Release verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:16:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-05T02:16:06,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 in 10.0350 sec 2024-12-05T02:16:06,873 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:16:06,874 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 Release verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:16:06,874 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:16:06,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T02:16:06,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-05T02:16:06,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-05T02:16:06,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-05T02:16:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-05T02:16:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-05T02:16:06,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 in 10.0390 sec 2024-12-05T02:16:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-05T02:16:06,884 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42003,1733364892327 Release verify snapshot worker=01bccfa882c7,42003,1733364892327 2024-12-05T02:16:06,884 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 Release verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:16:06,885 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42003,1733364892327 Release verify snapshot worker=01bccfa882c7,42003,1733364892327 2024-12-05T02:16:06,885 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42003,1733364892327 Release verify snapshot worker=01bccfa882c7,42003,1733364892327 2024-12-05T02:16:06,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42003,1733364892327 in 10.0500 sec 2024-12-05T02:16:06,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42003,1733364892327 in 10.0490 sec 2024-12-05T02:16:06,888 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:16:06,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 in 10.0490 sec 2024-12-05T02:16:06,889 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,42003,1733364892327 2024-12-05T02:16:06,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42003,1733364892327 in 10.0500 sec 2024-12-05T02:16:16,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-05T02:16:16,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-05T02:16:16,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-05T02:16:16,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-05T02:16:16,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-05T02:16:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-05T02:16:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-05T02:16:16,878 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 Release verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:16:16,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 in 20.0430 sec 2024-12-05T02:16:16,880 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 Release verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:16:16,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 in 20.0450 sec 2024-12-05T02:16:16,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-05T02:16:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-05T02:16:16,888 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 Release verify snapshot worker=01bccfa882c7,42833,1733364892207 2024-12-05T02:16:16,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-05T02:16:16,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-05T02:16:16,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42833,1733364892207 in 20.0530 sec 2024-12-05T02:16:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-05T02:16:16,893 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42003,1733364892327 Release verify snapshot worker=01bccfa882c7,42003,1733364892327 2024-12-05T02:16:16,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-12-05T02:16:16,896 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-05T02:16:16,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,42003,1733364892327 in 20.0580 sec 2024-12-05T02:16:16,897 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/.hbase-snapshot/SnapshotProcedureTest 2024-12-05T02:16:16,900 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-05T02:16:16,900 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-05T02:16:16,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8970 sec 2024-12-05T02:16:17,066 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-05T02:16:17,075 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T02:16:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:16:17,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:16:17,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:17,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:17,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:17,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:17,076 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:16:17,076 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=290173708, stopped=false 2024-12-05T02:16:17,077 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,46457,1733364891324 2024-12-05T02:16:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T02:16:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T02:16:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T02:16:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:17,080 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:16:17,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:16:17,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:16:17,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:16:17,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:16:17,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:17,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:17,084 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,42833,1733364892207' ***** 2024-12-05T02:16:17,084 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:16:17,084 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,42003,1733364892327' ***** 2024-12-05T02:16:17,084 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:16:17,084 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:16:17,084 INFO [RS:1;01bccfa882c7:42003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:16:17,084 INFO [RS:1;01bccfa882c7:42003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:16:17,084 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:16:17,085 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(3091): Received CLOSE for cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:16:17,085 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:16:17,085 INFO [RS:0;01bccfa882c7:42833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:16:17,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:16:17,085 INFO [RS:0;01bccfa882c7:42833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:16:17,085 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(3091): Received CLOSE for a17070d54182636bc42c5883de99c138 2024-12-05T02:16:17,088 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(3091): Received CLOSE for ab34c28457f2b698c37f42e8d3c3500f 2024-12-05T02:16:17,088 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(3091): Received CLOSE for 0644354336b84784e6375bd40bc76e9d 2024-12-05T02:16:17,088 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b1206740ec176ca369e24d07b98d39c 2024-12-05T02:16:17,088 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(3091): Received CLOSE for ac2787adf953d134915a151ba899fbca 2024-12-05T02:16:17,089 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,42003,1733364892327 2024-12-05T02:16:17,089 INFO [RS:1;01bccfa882c7:42003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:16:17,089 INFO [RS:1;01bccfa882c7:42003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;01bccfa882c7:42003. 2024-12-05T02:16:17,089 DEBUG [RS:1;01bccfa882c7:42003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:17,089 DEBUG [RS:1;01bccfa882c7:42003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:17,089 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cec1bc58b53a874aa8fc9166d9fded30, disabling compactions & flushes 2024-12-05T02:16:17,089 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:16:17,089 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-05T02:16:17,089 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:16:17,089 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. after waiting 0 ms 2024-12-05T02:16:17,089 DEBUG [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(1325): Online Regions={cec1bc58b53a874aa8fc9166d9fded30=SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30., ab34c28457f2b698c37f42e8d3c3500f=SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f., 0644354336b84784e6375bd40bc76e9d=SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d., 6b1206740ec176ca369e24d07b98d39c=SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c., ac2787adf953d134915a151ba899fbca=SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca.} 2024-12-05T02:16:17,089 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:16:17,090 DEBUG [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(1351): Waiting on 0644354336b84784e6375bd40bc76e9d, 6b1206740ec176ca369e24d07b98d39c, ab34c28457f2b698c37f42e8d3c3500f, ac2787adf953d134915a151ba899fbca, cec1bc58b53a874aa8fc9166d9fded30 2024-12-05T02:16:17,090 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(3091): Received CLOSE for 15c54c5964175ae782ae79ae9f2061d7 2024-12-05T02:16:17,090 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(3091): Received CLOSE for 4885413587f57d600d7d946c5e1ae751 2024-12-05T02:16:17,090 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(3091): Received CLOSE for 62f8c4a32d29a299e9f5fa1246972238 2024-12-05T02:16:17,090 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(3091): Received CLOSE for 27229c8e68cff4831977f6b0d5d09a8e 2024-12-05T02:16:17,090 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,42833,1733364892207 2024-12-05T02:16:17,090 INFO [RS:0;01bccfa882c7:42833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:16:17,090 INFO [RS:0;01bccfa882c7:42833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:42833. 2024-12-05T02:16:17,091 DEBUG [RS:0;01bccfa882c7:42833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:17,091 DEBUG [RS:0;01bccfa882c7:42833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:17,091 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:16:17,091 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:16:17,091 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:16:17,091 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:16:17,091 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-05T02:16:17,091 DEBUG [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(1325): Online Regions={a17070d54182636bc42c5883de99c138=SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138., 15c54c5964175ae782ae79ae9f2061d7=SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7., 1588230740=hbase:meta,,1.1588230740, 4885413587f57d600d7d946c5e1ae751=SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751., 62f8c4a32d29a299e9f5fa1246972238=SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238., 27229c8e68cff4831977f6b0d5d09a8e=SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e.} 2024-12-05T02:16:17,091 DEBUG [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c54c5964175ae782ae79ae9f2061d7, 27229c8e68cff4831977f6b0d5d09a8e, 4885413587f57d600d7d946c5e1ae751, 62f8c4a32d29a299e9f5fa1246972238, a17070d54182636bc42c5883de99c138 2024-12-05T02:16:17,092 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:16:17,092 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:16:17,092 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:16:17,092 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:16:17,092 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:16:17,092 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-05T02:16:17,093 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a17070d54182636bc42c5883de99c138, disabling compactions & flushes 2024-12-05T02:16:17,093 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:16:17,093 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:16:17,093 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. after waiting 0 ms 2024-12-05T02:16:17,093 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:16:17,094 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:16:17,094 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:16:17,103 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/a17070d54182636bc42c5883de99c138/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:16:17,109 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/cec1bc58b53a874aa8fc9166d9fded30/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:16:17,109 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:16:17,109 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:16:17,110 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:16:17,111 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a17070d54182636bc42c5883de99c138: Waiting for close lock at 1733364977093Running coprocessor pre-close hooks at 1733364977093Disabling compacts and flushes for region at 1733364977093Disabling writes for close at 1733364977093Writing region close event to WAL at 1733364977097 (+4 ms)Running coprocessor post-close hooks at 1733364977104 (+7 ms)Closed at 1733364977110 (+6 ms) 2024-12-05T02:16:17,111 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733364904963.a17070d54182636bc42c5883de99c138. 2024-12-05T02:16:17,111 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15c54c5964175ae782ae79ae9f2061d7, disabling compactions & flushes 2024-12-05T02:16:17,111 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:16:17,111 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:16:17,111 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. after waiting 0 ms 2024-12-05T02:16:17,111 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:16:17,111 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:16:17,112 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cec1bc58b53a874aa8fc9166d9fded30: Waiting for close lock at 1733364977088Running coprocessor pre-close hooks at 1733364977089 (+1 ms)Disabling compacts and flushes for region at 1733364977089Disabling writes for close at 1733364977089Writing region close event to WAL at 1733364977090 (+1 ms)Running coprocessor post-close hooks at 1733364977110 (+20 ms)Closed at 1733364977111 (+1 ms) 2024-12-05T02:16:17,112 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30. 2024-12-05T02:16:17,112 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab34c28457f2b698c37f42e8d3c3500f, disabling compactions & flushes 2024-12-05T02:16:17,112 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:16:17,112 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:16:17,112 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. after waiting 0 ms 2024-12-05T02:16:17,112 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:16:17,118 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:16:17,118 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:16:17,131 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/15c54c5964175ae782ae79ae9f2061d7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:16:17,131 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/.tmp/info/060f92ece1fb46b99d2e2b79270e4cca is 167, key is SPTestTable,19999999,1733364904963.cec1bc58b53a874aa8fc9166d9fded30./info:regioninfo/1733364915656/Put/seqid=0 2024-12-05T02:16:17,132 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:16:17,133 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15c54c5964175ae782ae79ae9f2061d7: Waiting for close lock at 1733364977111Running coprocessor pre-close hooks at 1733364977111Disabling compacts and flushes for region at 1733364977111Disabling writes for close at 1733364977111Writing region close event to WAL at 1733364977116 (+5 ms)Running coprocessor post-close hooks at 1733364977132 (+16 ms)Closed at 1733364977132 2024-12-05T02:16:17,133 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733364904963.15c54c5964175ae782ae79ae9f2061d7. 2024-12-05T02:16:17,133 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4885413587f57d600d7d946c5e1ae751, disabling compactions & flushes 2024-12-05T02:16:17,133 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:16:17,133 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:16:17,133 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. after waiting 0 ms 2024-12-05T02:16:17,133 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:16:17,141 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/ab34c28457f2b698c37f42e8d3c3500f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:16:17,143 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:16:17,143 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab34c28457f2b698c37f42e8d3c3500f: Waiting for close lock at 1733364977112Running coprocessor pre-close hooks at 1733364977112Disabling compacts and flushes for region at 1733364977112Disabling writes for close at 1733364977112Writing region close event to WAL at 1733364977120 (+8 ms)Running coprocessor post-close hooks at 1733364977143 (+23 ms)Closed at 1733364977143 2024-12-05T02:16:17,143 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733364904963.ab34c28457f2b698c37f42e8d3c3500f. 2024-12-05T02:16:17,143 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0644354336b84784e6375bd40bc76e9d, disabling compactions & flushes 2024-12-05T02:16:17,143 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:16:17,143 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:16:17,143 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. after waiting 0 ms 2024-12-05T02:16:17,143 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:16:17,160 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/4885413587f57d600d7d946c5e1ae751/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:16:17,161 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:16:17,161 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4885413587f57d600d7d946c5e1ae751: Waiting for close lock at 1733364977133Running coprocessor pre-close hooks at 1733364977133Disabling compacts and flushes for region at 1733364977133Disabling writes for close at 1733364977133Writing region close event to WAL at 1733364977140 (+7 ms)Running coprocessor post-close hooks at 1733364977160 (+20 ms)Closed at 1733364977161 (+1 ms) 2024-12-05T02:16:17,161 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733364904963.4885413587f57d600d7d946c5e1ae751. 2024-12-05T02:16:17,161 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62f8c4a32d29a299e9f5fa1246972238, disabling compactions & flushes 2024-12-05T02:16:17,161 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:16:17,161 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:16:17,161 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. after waiting 0 ms 2024-12-05T02:16:17,161 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:16:17,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741862_1038 (size=20260) 2024-12-05T02:16:17,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741862_1038 (size=20260) 2024-12-05T02:16:17,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741862_1038 (size=20260) 2024-12-05T02:16:17,192 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/.tmp/info/060f92ece1fb46b99d2e2b79270e4cca 2024-12-05T02:16:17,192 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/0644354336b84784e6375bd40bc76e9d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:16:17,193 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:16:17,194 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0644354336b84784e6375bd40bc76e9d: Waiting for close lock at 1733364977143Running coprocessor pre-close hooks at 1733364977143Disabling compacts and flushes for region at 1733364977143Disabling writes for close at 1733364977143Writing region close event to WAL at 1733364977159 (+16 ms)Running coprocessor post-close hooks at 1733364977193 (+34 ms)Closed at 1733364977193 2024-12-05T02:16:17,194 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733364904963.0644354336b84784e6375bd40bc76e9d. 2024-12-05T02:16:17,194 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b1206740ec176ca369e24d07b98d39c, disabling compactions & flushes 2024-12-05T02:16:17,194 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:16:17,194 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:16:17,194 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. after waiting 0 ms 2024-12-05T02:16:17,194 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:16:17,212 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/6b1206740ec176ca369e24d07b98d39c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:16:17,213 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:16:17,213 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b1206740ec176ca369e24d07b98d39c: Waiting for close lock at 1733364977194Running coprocessor pre-close hooks at 1733364977194Disabling compacts and flushes for region at 1733364977194Disabling writes for close at 1733364977194Writing region close event to WAL at 1733364977195 (+1 ms)Running coprocessor post-close hooks at 1733364977213 (+18 ms)Closed at 1733364977213 2024-12-05T02:16:17,213 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733364904963.6b1206740ec176ca369e24d07b98d39c. 2024-12-05T02:16:17,213 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac2787adf953d134915a151ba899fbca, disabling compactions & flushes 2024-12-05T02:16:17,214 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:16:17,214 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:16:17,214 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. after waiting 0 ms 2024-12-05T02:16:17,214 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:16:17,217 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/62f8c4a32d29a299e9f5fa1246972238/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:16:17,218 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:16:17,218 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62f8c4a32d29a299e9f5fa1246972238: Waiting for close lock at 1733364977161Running coprocessor pre-close hooks at 1733364977161Disabling compacts and flushes for region at 1733364977161Disabling writes for close at 1733364977161Writing region close event to WAL at 1733364977195 (+34 ms)Running coprocessor post-close hooks at 1733364977217 (+22 ms)Closed at 1733364977217 2024-12-05T02:16:17,218 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733364904963.62f8c4a32d29a299e9f5fa1246972238. 2024-12-05T02:16:17,218 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27229c8e68cff4831977f6b0d5d09a8e, disabling compactions & flushes 2024-12-05T02:16:17,218 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:16:17,218 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:16:17,218 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. after waiting 0 ms 2024-12-05T02:16:17,218 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:16:17,239 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/.tmp/ns/d8c83152c8484e69a9d6b8de5409ec44 is 43, key is default/ns:d/1733364904649/Put/seqid=0 2024-12-05T02:16:17,244 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/ac2787adf953d134915a151ba899fbca/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:16:17,245 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:16:17,245 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac2787adf953d134915a151ba899fbca: Waiting for close lock at 1733364977213Running coprocessor pre-close hooks at 1733364977213Disabling compacts and flushes for region at 1733364977213Disabling writes for close at 1733364977214 (+1 ms)Writing region close event to WAL at 1733364977220 (+6 ms)Running coprocessor post-close hooks at 1733364977245 (+25 ms)Closed at 1733364977245 2024-12-05T02:16:17,245 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733364904963.ac2787adf953d134915a151ba899fbca. 2024-12-05T02:16:17,249 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/default/SPTestTable/27229c8e68cff4831977f6b0d5d09a8e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:16:17,250 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:16:17,250 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27229c8e68cff4831977f6b0d5d09a8e: Waiting for close lock at 1733364977218Running coprocessor pre-close hooks at 1733364977218Disabling compacts and flushes for region at 1733364977218Disabling writes for close at 1733364977218Writing region close event to WAL at 1733364977232 (+14 ms)Running coprocessor post-close hooks at 1733364977250 (+18 ms)Closed at 1733364977250 2024-12-05T02:16:17,251 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733364904963.27229c8e68cff4831977f6b0d5d09a8e. 2024-12-05T02:16:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741863_1039 (size=5153) 2024-12-05T02:16:17,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741863_1039 (size=5153) 2024-12-05T02:16:17,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741863_1039 (size=5153) 2024-12-05T02:16:17,277 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/.tmp/ns/d8c83152c8484e69a9d6b8de5409ec44 2024-12-05T02:16:17,290 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,42003,1733364892327; all regions closed. 2024-12-05T02:16:17,292 DEBUG [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:17,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741834_1010 (size=3500) 2024-12-05T02:16:17,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741834_1010 (size=3500) 2024-12-05T02:16:17,310 DEBUG [RS:1;01bccfa882c7:42003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/oldWALs 2024-12-05T02:16:17,310 INFO [RS:1;01bccfa882c7:42003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C42003%2C1733364892327:(num 1733364894272) 2024-12-05T02:16:17,310 DEBUG [RS:1;01bccfa882c7:42003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:17,310 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:16:17,310 INFO [RS:1;01bccfa882c7:42003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:16:17,310 INFO [RS:1;01bccfa882c7:42003 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:16:17,311 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:16:17,311 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:16:17,311 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:16:17,311 INFO [RS:1;01bccfa882c7:42003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:16:17,311 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:16:17,314 INFO [RS:1;01bccfa882c7:42003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42003 2024-12-05T02:16:17,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T02:16:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01bccfa882c7,42003,1733364892327 2024-12-05T02:16:17,317 INFO [RS:1;01bccfa882c7:42003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:16:17,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,42003,1733364892327] 2024-12-05T02:16:17,322 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/.tmp/table/258eff960b5f492fbe071576bba7e325 is 47, key is SPTestTable/table:state/1733364915692/Put/seqid=0 2024-12-05T02:16:17,322 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01bccfa882c7,42003,1733364892327 already deleted, retry=false 2024-12-05T02:16:17,322 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,42003,1733364892327 expired; onlineServers=1 2024-12-05T02:16:17,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741864_1040 (size=5214) 2024-12-05T02:16:17,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741864_1040 (size=5214) 2024-12-05T02:16:17,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741864_1040 (size=5214) 2024-12-05T02:16:17,356 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/.tmp/table/258eff960b5f492fbe071576bba7e325 2024-12-05T02:16:17,369 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/.tmp/info/060f92ece1fb46b99d2e2b79270e4cca as hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/info/060f92ece1fb46b99d2e2b79270e4cca 2024-12-05T02:16:17,382 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/info/060f92ece1fb46b99d2e2b79270e4cca, entries=116, sequenceid=37, filesize=19.8 K 2024-12-05T02:16:17,383 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/.tmp/ns/d8c83152c8484e69a9d6b8de5409ec44 as hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/ns/d8c83152c8484e69a9d6b8de5409ec44 2024-12-05T02:16:17,394 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/ns/d8c83152c8484e69a9d6b8de5409ec44, entries=2, sequenceid=37, filesize=5.0 K 2024-12-05T02:16:17,396 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/.tmp/table/258eff960b5f492fbe071576bba7e325 as hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/table/258eff960b5f492fbe071576bba7e325 2024-12-05T02:16:17,408 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/table/258eff960b5f492fbe071576bba7e325, entries=2, sequenceid=37, filesize=5.1 K 2024-12-05T02:16:17,410 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 318ms, sequenceid=37, compaction requested=false 2024-12-05T02:16:17,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:17,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42003-0x1018067254b0002, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:17,421 INFO [RS:1;01bccfa882c7:42003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:16:17,421 INFO [RS:1;01bccfa882c7:42003 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,42003,1733364892327; zookeeper connection closed. 2024-12-05T02:16:17,423 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f488314 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f488314 2024-12-05T02:16:17,424 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-05T02:16:17,425 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:16:17,425 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:16:17,425 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733364977092Running coprocessor pre-close hooks at 1733364977092Disabling compacts and flushes for region at 1733364977092Disabling writes for close at 1733364977092Obtaining lock to block concurrent updates at 1733364977093 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733364977093Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733364977093Flushing stores of hbase:meta,,1.1588230740 at 1733364977094 (+1 ms)Flushing 1588230740/info: creating writer at 1733364977095 (+1 ms)Flushing 1588230740/info: appending metadata at 1733364977130 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733364977130Flushing 1588230740/ns: creating writer at 1733364977204 (+74 ms)Flushing 1588230740/ns: appending metadata at 1733364977238 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1733364977238Flushing 1588230740/table: creating writer at 1733364977289 (+51 ms)Flushing 1588230740/table: appending metadata at 1733364977321 (+32 ms)Flushing 1588230740/table: closing flushed file at 1733364977321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b9388: reopening flushed file at 1733364977367 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35052c4d: reopening flushed file at 1733364977382 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e1920dd: reopening flushed file at 1733364977394 (+12 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 318ms, sequenceid=37, compaction requested=false at 1733364977410 (+16 ms)Writing region close event to WAL at 1733364977415 (+5 ms)Running coprocessor post-close hooks at 1733364977424 (+9 ms)Closed at 1733364977425 (+1 ms) 2024-12-05T02:16:17,425 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:16:17,492 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,42833,1733364892207; all regions closed. 2024-12-05T02:16:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741836_1012 (size=19450) 2024-12-05T02:16:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741836_1012 (size=19450) 2024-12-05T02:16:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741836_1012 (size=19450) 2024-12-05T02:16:17,505 DEBUG [RS:0;01bccfa882c7:42833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/oldWALs 2024-12-05T02:16:17,505 INFO [RS:0;01bccfa882c7:42833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C42833%2C1733364892207.meta:.meta(num 1733364904498) 2024-12-05T02:16:17,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741833_1009 (size=3530) 2024-12-05T02:16:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741833_1009 (size=3530) 2024-12-05T02:16:17,511 DEBUG [RS:0;01bccfa882c7:42833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/oldWALs 2024-12-05T02:16:17,511 INFO [RS:0;01bccfa882c7:42833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C42833%2C1733364892207:(num 1733364894271) 2024-12-05T02:16:17,511 DEBUG [RS:0;01bccfa882c7:42833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:17,511 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:16:17,511 INFO [RS:0;01bccfa882c7:42833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:16:17,511 INFO [RS:0;01bccfa882c7:42833 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T02:16:17,511 INFO [RS:0;01bccfa882c7:42833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:16:17,512 INFO [RS:0;01bccfa882c7:42833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42833 2024-12-05T02:16:17,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01bccfa882c7,42833,1733364892207 2024-12-05T02:16:17,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T02:16:17,515 INFO [RS:0;01bccfa882c7:42833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:16:17,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,42833,1733364892207] 2024-12-05T02:16:17,516 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:16:17,520 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01bccfa882c7,42833,1733364892207 already deleted, retry=false 2024-12-05T02:16:17,520 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,42833,1733364892207 expired; onlineServers=0 2024-12-05T02:16:17,521 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,46457,1733364891324' ***** 2024-12-05T02:16:17,521 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:16:17,521 INFO [M:0;01bccfa882c7:46457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:16:17,521 INFO [M:0;01bccfa882c7:46457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:16:17,521 DEBUG [M:0;01bccfa882c7:46457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:16:17,521 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:16:17,521 DEBUG [M:0;01bccfa882c7:46457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:16:17,521 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733364893827 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733364893827,5,FailOnTimeoutGroup] 2024-12-05T02:16:17,521 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733364893832 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733364893832,5,FailOnTimeoutGroup] 2024-12-05T02:16:17,521 INFO [M:0;01bccfa882c7:46457 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:16:17,521 INFO [M:0;01bccfa882c7:46457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:16:17,522 DEBUG [M:0;01bccfa882c7:46457 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:16:17,522 INFO [M:0;01bccfa882c7:46457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:16:17,522 INFO [M:0;01bccfa882c7:46457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:16:17,522 ERROR [M:0;01bccfa882c7:46457 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:37745 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37745,5,PEWorkerGroup] 2024-12-05T02:16:17,523 INFO [M:0;01bccfa882c7:46457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:16:17,523 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:16:17,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T02:16:17,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:17,524 DEBUG [M:0;01bccfa882c7:46457 {}] zookeeper.ZKUtil(347): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T02:16:17,524 WARN [M:0;01bccfa882c7:46457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:16:17,525 INFO [M:0;01bccfa882c7:46457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/.lastflushedseqids 2024-12-05T02:16:17,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741865_1041 (size=686) 2024-12-05T02:16:17,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741865_1041 (size=686) 2024-12-05T02:16:17,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741865_1041 (size=686) 2024-12-05T02:16:17,549 INFO [M:0;01bccfa882c7:46457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:16:17,549 INFO [M:0;01bccfa882c7:46457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:16:17,549 DEBUG [M:0;01bccfa882c7:46457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:16:17,549 INFO [M:0;01bccfa882c7:46457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:17,549 DEBUG [M:0;01bccfa882c7:46457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:17,549 DEBUG [M:0;01bccfa882c7:46457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:16:17,549 DEBUG [M:0;01bccfa882c7:46457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:17,550 INFO [M:0;01bccfa882c7:46457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=197.80 KB heapSize=245.27 KB 2024-12-05T02:16:17,568 DEBUG [M:0;01bccfa882c7:46457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf2959273ba24cddb4400311fbd3460b is 82, key is hbase:meta,,1/info:regioninfo/1733364904582/Put/seqid=0 2024-12-05T02:16:17,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741866_1042 (size=5672) 2024-12-05T02:16:17,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741866_1042 (size=5672) 2024-12-05T02:16:17,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741866_1042 (size=5672) 2024-12-05T02:16:17,589 INFO [M:0;01bccfa882c7:46457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf2959273ba24cddb4400311fbd3460b 2024-12-05T02:16:17,616 DEBUG [M:0;01bccfa882c7:46457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b541dc10e1d4b7fb874d320159679d2 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733364915703/Put/seqid=0 2024-12-05T02:16:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:17,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42833-0x1018067254b0001, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:17,618 INFO [RS:0;01bccfa882c7:42833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:16:17,619 INFO [RS:0;01bccfa882c7:42833 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,42833,1733364892207; zookeeper connection closed. 2024-12-05T02:16:17,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65507b05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65507b05 2024-12-05T02:16:17,621 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T02:16:17,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741867_1043 (size=8973) 2024-12-05T02:16:17,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741867_1043 (size=8973) 2024-12-05T02:16:17,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741867_1043 (size=8973) 2024-12-05T02:16:17,635 INFO [M:0;01bccfa882c7:46457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=197.06 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b541dc10e1d4b7fb874d320159679d2 2024-12-05T02:16:17,642 INFO [M:0;01bccfa882c7:46457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b541dc10e1d4b7fb874d320159679d2 2024-12-05T02:16:17,660 DEBUG [M:0;01bccfa882c7:46457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/394dbde14ef34855854220ef8178f6a8 is 69, key is 01bccfa882c7,42003,1733364892327/rs:state/1733364893959/Put/seqid=0 2024-12-05T02:16:17,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741868_1044 (size=5441) 2024-12-05T02:16:17,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45027 is added to blk_1073741868_1044 (size=5441) 2024-12-05T02:16:17,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741868_1044 (size=5441) 2024-12-05T02:16:17,669 INFO [M:0;01bccfa882c7:46457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/394dbde14ef34855854220ef8178f6a8 2024-12-05T02:16:17,677 INFO [M:0;01bccfa882c7:46457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 394dbde14ef34855854220ef8178f6a8 2024-12-05T02:16:17,678 DEBUG [M:0;01bccfa882c7:46457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf2959273ba24cddb4400311fbd3460b as hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf2959273ba24cddb4400311fbd3460b 2024-12-05T02:16:17,686 INFO [M:0;01bccfa882c7:46457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf2959273ba24cddb4400311fbd3460b, entries=8, sequenceid=522, filesize=5.5 K 2024-12-05T02:16:17,687 DEBUG [M:0;01bccfa882c7:46457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b541dc10e1d4b7fb874d320159679d2 as hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b541dc10e1d4b7fb874d320159679d2 2024-12-05T02:16:17,693 INFO [M:0;01bccfa882c7:46457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b541dc10e1d4b7fb874d320159679d2 2024-12-05T02:16:17,693 INFO [M:0;01bccfa882c7:46457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b541dc10e1d4b7fb874d320159679d2, entries=56, sequenceid=522, filesize=8.8 K 2024-12-05T02:16:17,695 DEBUG [M:0;01bccfa882c7:46457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/394dbde14ef34855854220ef8178f6a8 as hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/394dbde14ef34855854220ef8178f6a8 2024-12-05T02:16:17,702 INFO [M:0;01bccfa882c7:46457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 394dbde14ef34855854220ef8178f6a8 2024-12-05T02:16:17,702 INFO [M:0;01bccfa882c7:46457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/fe926b46-80d4-2c7f-98b5-564f1b14dcd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/394dbde14ef34855854220ef8178f6a8, entries=3, sequenceid=522, filesize=5.3 K 2024-12-05T02:16:17,703 INFO [M:0;01bccfa882c7:46457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~197.80 KB/202544, heapSize ~244.97 KB/250848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=522, compaction requested=false 2024-12-05T02:16:17,705 INFO [M:0;01bccfa882c7:46457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:17,705 DEBUG [M:0;01bccfa882c7:46457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733364977549Disabling compacts and flushes for region at 1733364977549Disabling writes for close at 1733364977549Obtaining lock to block concurrent updates at 1733364977550 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733364977550Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=202544, getHeapSize=251088, getOffHeapSize=0, getCellsCount=629 at 1733364977550Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733364977551 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733364977551Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733364977568 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733364977568Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733364977597 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733364977615 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733364977615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733364977643 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733364977659 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733364977659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756e19f3: reopening flushed file at 1733364977677 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b569e2: reopening flushed file at 1733364977686 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c40c69: reopening flushed file at 1733364977693 (+7 ms)Finished flush of dataSize ~197.80 KB/202544, heapSize ~244.97 KB/250848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=522, compaction requested=false at 1733364977703 (+10 ms)Writing region close event to WAL at 1733364977704 (+1 ms)Closed at 1733364977705 (+1 ms) 2024-12-05T02:16:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42817 is added to blk_1073741830_1006 (size=237321) 2024-12-05T02:16:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35413 is added to blk_1073741830_1006 (size=237321) 2024-12-05T02:16:17,709 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:16:17,710 INFO [M:0;01bccfa882c7:46457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:16:17,710 INFO [M:0;01bccfa882c7:46457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46457 2024-12-05T02:16:17,710 INFO [M:0;01bccfa882c7:46457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:16:17,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:17,812 INFO [M:0;01bccfa882c7:46457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:16:17,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46457-0x1018067254b0000, quorum=127.0.0.1:57224, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:17,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:16:17,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:16:17,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:16:17,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:16:17,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.log.dir/,STOPPED} 2024-12-05T02:16:17,827 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:16:17,827 WARN [BP-457260802-172.17.0.2-1733364887316 heartbeating to localhost/127.0.0.1:37745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:16:17,827 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:16:17,827 WARN [BP-457260802-172.17.0.2-1733364887316 heartbeating to localhost/127.0.0.1:37745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-457260802-172.17.0.2-1733364887316 (Datanode Uuid c28b3331-5246-4ca6-8499-a52bb9754b1c) service to localhost/127.0.0.1:37745 2024-12-05T02:16:17,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data5/current/BP-457260802-172.17.0.2-1733364887316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:16:17,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data6/current/BP-457260802-172.17.0.2-1733364887316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:16:17,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:16:17,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:16:17,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:16:17,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:16:17,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:16:17,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.log.dir/,STOPPED} 2024-12-05T02:16:17,839 WARN [BP-457260802-172.17.0.2-1733364887316 heartbeating to localhost/127.0.0.1:37745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:16:17,839 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:16:17,840 WARN [BP-457260802-172.17.0.2-1733364887316 heartbeating to localhost/127.0.0.1:37745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-457260802-172.17.0.2-1733364887316 (Datanode Uuid 59af9d1a-43c2-4717-a597-d4ecad52eb4c) service to localhost/127.0.0.1:37745 2024-12-05T02:16:17,840 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:16:17,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data3/current/BP-457260802-172.17.0.2-1733364887316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:16:17,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data4/current/BP-457260802-172.17.0.2-1733364887316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:16:17,841 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:16:17,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:16:17,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:16:17,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:16:17,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:16:17,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.log.dir/,STOPPED} 2024-12-05T02:16:17,850 WARN [BP-457260802-172.17.0.2-1733364887316 heartbeating to localhost/127.0.0.1:37745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:16:17,850 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:16:17,850 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:16:17,850 WARN [BP-457260802-172.17.0.2-1733364887316 heartbeating to localhost/127.0.0.1:37745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-457260802-172.17.0.2-1733364887316 (Datanode Uuid 75c86908-0617-4cc9-b73e-57367790724d) service to localhost/127.0.0.1:37745 2024-12-05T02:16:17,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data1/current/BP-457260802-172.17.0.2-1733364887316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:16:17,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/cluster_268a9f33-ba5a-f330-8459-c1a71199f500/data/data2/current/BP-457260802-172.17.0.2-1733364887316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:16:17,851 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:16:17,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:16:17,863 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:16:17,863 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:16:17,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:16:17,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.log.dir/,STOPPED} 2024-12-05T02:16:17,874 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:16:17,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:16:17,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=90 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:37745 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/01bccfa882c7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/01bccfa882c7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/01bccfa882c7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/01bccfa882c7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/01bccfa882c7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/01bccfa882c7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:37745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/01bccfa882c7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@52a3db0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:37745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:37745 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=434 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 478), ProcessCount=11 (was 11), AvailableMemoryMB=6993 (was 8280) 2024-12-05T02:16:17,937 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=91, OpenFileDescriptor=434, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=6993 2024-12-05T02:16:17,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.log.dir so I do NOT create it in target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753 2024-12-05T02:16:17,956 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:16:17,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.tmp.dir so I do NOT create it in target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753 2024-12-05T02:16:17,956 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e954880d-00dd-0b9f-a58b-ff183f778cb5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:16:17,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753 2024-12-05T02:16:17,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:16:17,956 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441, deleteOnExit=true 2024-12-05T02:16:17,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:16:17,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/test.cache.data in system properties and HBase conf 2024-12-05T02:16:17,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:16:17,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:16:17,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:16:17,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:16:17,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:16:17,957 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:16:17,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:16:17,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:16:17,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:16:17,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:16:17,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:16:17,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:16:17,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:16:17,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:16:17,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:16:17,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:16:17,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:16:17,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:16:17,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:16:17,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:16:18,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:16:18,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:16:18,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:16:18,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:16:18,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:16:18,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:16:18,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e097cb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:16:18,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71cdb09c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:16:18,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12387daa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/java.io.tmpdir/jetty-localhost-33977-hadoop-hdfs-3_4_1-tests_jar-_-any-10425780252388664122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:16:18,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2475479b{HTTP/1.1, (http/1.1)}{localhost:33977} 2024-12-05T02:16:18,257 INFO [Time-limited test {}] server.Server(415): Started @93782ms 2024-12-05T02:16:18,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:16:18,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:16:18,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:16:18,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:16:18,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:16:18,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@519ac7c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:16:18,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1755fd37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:16:18,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a8c2d0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/java.io.tmpdir/jetty-localhost-42391-hadoop-hdfs-3_4_1-tests_jar-_-any-17019500375815963850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:16:18,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a61ad1{HTTP/1.1, (http/1.1)}{localhost:42391} 2024-12-05T02:16:18,526 INFO [Time-limited test {}] server.Server(415): Started @94051ms 2024-12-05T02:16:18,528 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:16:18,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:16:18,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:16:18,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:16:18,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:16:18,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:16:18,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@382fb64c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:16:18,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df9d2db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:16:18,663 WARN [Thread-662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data1/current/BP-1549246932-172.17.0.2-1733364977989/current, will proceed with Du for space computation calculation, 2024-12-05T02:16:18,663 WARN [Thread-663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data2/current/BP-1549246932-172.17.0.2-1733364977989/current, will proceed with Du for space computation calculation, 2024-12-05T02:16:18,713 WARN [Thread-641 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:16:18,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb885032e62c8a5e5 with lease ID 0xf2451191638e165c: Processing first storage report for DS-d55a53a7-bb57-4812-83b7-29685e9b4ce8 from datanode DatanodeRegistration(127.0.0.1:46741, datanodeUuid=43019a88-ca82-4766-96c4-4ccd042560e2, infoPort=36077, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989) 2024-12-05T02:16:18,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb885032e62c8a5e5 with lease ID 0xf2451191638e165c: from storage DS-d55a53a7-bb57-4812-83b7-29685e9b4ce8 node DatanodeRegistration(127.0.0.1:46741, datanodeUuid=43019a88-ca82-4766-96c4-4ccd042560e2, infoPort=36077, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:16:18,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb885032e62c8a5e5 with lease ID 0xf2451191638e165c: Processing first storage report for DS-b431fb5a-5f8f-4e1d-874a-2f34cd39c290 from datanode DatanodeRegistration(127.0.0.1:46741, datanodeUuid=43019a88-ca82-4766-96c4-4ccd042560e2, infoPort=36077, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989) 2024-12-05T02:16:18,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb885032e62c8a5e5 with lease ID 0xf2451191638e165c: from storage DS-b431fb5a-5f8f-4e1d-874a-2f34cd39c290 node DatanodeRegistration(127.0.0.1:46741, datanodeUuid=43019a88-ca82-4766-96c4-4ccd042560e2, infoPort=36077, infoSecurePort=0, ipcPort=39669, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:16:18,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59829fca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/java.io.tmpdir/jetty-localhost-45935-hadoop-hdfs-3_4_1-tests_jar-_-any-12357352531031820136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:16:18,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a24c7a6{HTTP/1.1, (http/1.1)}{localhost:45935} 2024-12-05T02:16:18,754 INFO [Time-limited test {}] server.Server(415): Started @94279ms 2024-12-05T02:16:18,756 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:16:18,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:16:18,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:16:18,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:16:18,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:16:18,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:16:18,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:16:18,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:16:18,888 WARN [Thread-697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data3/current/BP-1549246932-172.17.0.2-1733364977989/current, will proceed with Du for space computation calculation, 2024-12-05T02:16:18,889 WARN [Thread-698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data4/current/BP-1549246932-172.17.0.2-1733364977989/current, will proceed with Du for space computation calculation, 2024-12-05T02:16:18,941 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:16:18,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fde8ad1eef2694 with lease ID 0xf2451191638e165d: Processing first storage report for DS-e5718c18-55c7-4ad5-9aeb-cd0f0cd33ba8 from datanode DatanodeRegistration(127.0.0.1:38787, datanodeUuid=7b8824fc-ef1d-4576-8c63-8b24de4a5d57, infoPort=44355, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989) 2024-12-05T02:16:18,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fde8ad1eef2694 with lease ID 0xf2451191638e165d: from storage DS-e5718c18-55c7-4ad5-9aeb-cd0f0cd33ba8 node DatanodeRegistration(127.0.0.1:38787, datanodeUuid=7b8824fc-ef1d-4576-8c63-8b24de4a5d57, infoPort=44355, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:16:18,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fde8ad1eef2694 with lease ID 0xf2451191638e165d: Processing first storage report for DS-04a3969f-65eb-445e-95d9-ba42033a72bf from datanode DatanodeRegistration(127.0.0.1:38787, datanodeUuid=7b8824fc-ef1d-4576-8c63-8b24de4a5d57, infoPort=44355, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989) 2024-12-05T02:16:18,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fde8ad1eef2694 with lease ID 0xf2451191638e165d: from storage DS-04a3969f-65eb-445e-95d9-ba42033a72bf node DatanodeRegistration(127.0.0.1:38787, datanodeUuid=7b8824fc-ef1d-4576-8c63-8b24de4a5d57, infoPort=44355, infoSecurePort=0, ipcPort=35409, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:16:18,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30f7c0fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/java.io.tmpdir/jetty-localhost-43139-hadoop-hdfs-3_4_1-tests_jar-_-any-10974147514859858868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:16:18,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:43139} 2024-12-05T02:16:18,985 INFO [Time-limited test {}] server.Server(415): Started @94509ms 2024-12-05T02:16:18,986 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:16:19,109 WARN [Thread-723 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data5/current/BP-1549246932-172.17.0.2-1733364977989/current, will proceed with Du for space computation calculation, 2024-12-05T02:16:19,110 WARN [Thread-724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data6/current/BP-1549246932-172.17.0.2-1733364977989/current, will proceed with Du for space computation calculation, 2024-12-05T02:16:19,152 WARN [Thread-712 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:16:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc586d73192f7df59 with lease ID 0xf2451191638e165e: Processing first storage report for DS-57cf3970-f3c1-450f-9b7f-5f9a85028573 from datanode DatanodeRegistration(127.0.0.1:41371, datanodeUuid=a0b319d8-eca1-4f65-a7d7-e7d55466643b, infoPort=45757, infoSecurePort=0, ipcPort=38085, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989) 2024-12-05T02:16:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc586d73192f7df59 with lease ID 0xf2451191638e165e: from storage DS-57cf3970-f3c1-450f-9b7f-5f9a85028573 node DatanodeRegistration(127.0.0.1:41371, datanodeUuid=a0b319d8-eca1-4f65-a7d7-e7d55466643b, infoPort=45757, infoSecurePort=0, ipcPort=38085, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:16:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc586d73192f7df59 with lease ID 0xf2451191638e165e: Processing first storage report for DS-a3bacdb0-1e90-4de7-9acb-9b09d4ceb24d from datanode DatanodeRegistration(127.0.0.1:41371, datanodeUuid=a0b319d8-eca1-4f65-a7d7-e7d55466643b, infoPort=45757, infoSecurePort=0, ipcPort=38085, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989) 2024-12-05T02:16:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc586d73192f7df59 with lease ID 0xf2451191638e165e: from storage DS-a3bacdb0-1e90-4de7-9acb-9b09d4ceb24d node DatanodeRegistration(127.0.0.1:41371, datanodeUuid=a0b319d8-eca1-4f65-a7d7-e7d55466643b, infoPort=45757, infoSecurePort=0, ipcPort=38085, storageInfo=lv=-57;cid=testClusterID;nsid=1040697473;c=1733364977989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:16:19,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753 2024-12-05T02:16:19,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/zookeeper_0, clientPort=62188, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:16:19,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62188 2024-12-05T02:16:19,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:19,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:19,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:16:19,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:16:19,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:16:19,274 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 with version=8 2024-12-05T02:16:19,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/hbase-staging 2024-12-05T02:16:19,277 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:16:19,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:16:19,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:16:19,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:16:19,277 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:16:19,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45257 2024-12-05T02:16:19,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45257 connecting to ZooKeeper ensemble=127.0.0.1:62188 2024-12-05T02:16:19,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452570x0, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:19,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45257-0x101806880b70000 connected 2024-12-05T02:16:19,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:19,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:19,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:16:19,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433, hbase.cluster.distributed=false 2024-12-05T02:16:19,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T02:16:19,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45257 2024-12-05T02:16:19,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45257 2024-12-05T02:16:19,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45257 2024-12-05T02:16:19,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45257 2024-12-05T02:16:19,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45257 2024-12-05T02:16:19,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:16:19,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:16:19,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:16:19,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:16:19,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:16:19,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39337 2024-12-05T02:16:19,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39337 connecting to ZooKeeper ensemble=127.0.0.1:62188 2024-12-05T02:16:19,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:19,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:19,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393370x0, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:19,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393370x0, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:16:19,371 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:16:19,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39337-0x101806880b70001 connected 2024-12-05T02:16:19,378 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:16:19,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T02:16:19,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T02:16:19,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39337 2024-12-05T02:16:19,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39337 2024-12-05T02:16:19,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39337 2024-12-05T02:16:19,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39337 2024-12-05T02:16:19,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39337 2024-12-05T02:16:19,404 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:16:19,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:16:19,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:16:19,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:16:19,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:16:19,405 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38297 2024-12-05T02:16:19,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38297 connecting to ZooKeeper ensemble=127.0.0.1:62188 2024-12-05T02:16:19,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:19,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:19,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382970x0, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:19,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382970x0, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:16:19,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38297-0x101806880b70002 connected 2024-12-05T02:16:19,413 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:16:19,415 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:16:19,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T02:16:19,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T02:16:19,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38297 2024-12-05T02:16:19,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38297 2024-12-05T02:16:19,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38297 2024-12-05T02:16:19,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38297 2024-12-05T02:16:19,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38297 2024-12-05T02:16:19,445 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:16:19,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:16:19,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:19,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:16:19,446 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:16:19,446 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:16:19,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39825 2024-12-05T02:16:19,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39825 connecting to ZooKeeper ensemble=127.0.0.1:62188 2024-12-05T02:16:19,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:19,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:19,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398250x0, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:19,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398250x0, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:16:19,457 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:16:19,461 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:16:19,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398250x0, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T02:16:19,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39825-0x101806880b70003 connected 2024-12-05T02:16:19,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T02:16:19,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39825 2024-12-05T02:16:19,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39825 2024-12-05T02:16:19,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39825 2024-12-05T02:16:19,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39825 2024-12-05T02:16:19,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39825 2024-12-05T02:16:19,481 DEBUG [M:0;01bccfa882c7:45257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:45257 2024-12-05T02:16:19,481 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/01bccfa882c7,45257,1733364979276 2024-12-05T02:16:19,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:16:19,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:16:19,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:16:19,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:16:19,485 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/01bccfa882c7,45257,1733364979276 2024-12-05T02:16:19,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T02:16:19,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T02:16:19,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T02:16:19,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,489 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T02:16:19,493 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/01bccfa882c7,45257,1733364979276 from backup master directory 2024-12-05T02:16:19,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:16:19,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:16:19,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:16:19,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/01bccfa882c7,45257,1733364979276 2024-12-05T02:16:19,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:16:19,495 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:16:19,495 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,45257,1733364979276 2024-12-05T02:16:19,500 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/hbase.id] with ID: 84d7abad-a505-4ce3-98f2-05ee77eaa0cb 2024-12-05T02:16:19,500 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/.tmp/hbase.id 2024-12-05T02:16:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:16:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:16:19,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:16:19,519 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/.tmp/hbase.id]:[hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/hbase.id] 2024-12-05T02:16:19,537 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:19,537 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:16:19,538 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:16:19,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:16:19,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:16:19,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:16:19,559 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:16:19,560 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:16:19,560 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:19,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:16:19,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:16:19,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:16:19,574 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store 2024-12-05T02:16:19,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:16:19,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:16:19,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:16:19,594 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:19,594 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:16:19,594 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:19,594 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:19,594 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:16:19,594 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:19,594 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:19,594 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733364979594Disabling compacts and flushes for region at 1733364979594Disabling writes for close at 1733364979594Writing region close event to WAL at 1733364979594Closed at 1733364979594 2024-12-05T02:16:19,596 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/.initializing 2024-12-05T02:16:19,596 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/WALs/01bccfa882c7,45257,1733364979276 2024-12-05T02:16:19,597 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:16:19,599 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C45257%2C1733364979276, suffix=, logDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/WALs/01bccfa882c7,45257,1733364979276, archiveDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/oldWALs, maxLogs=10 2024-12-05T02:16:19,619 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/WALs/01bccfa882c7,45257,1733364979276/01bccfa882c7%2C45257%2C1733364979276.1733364979600, exclude list is [], retry=0 2024-12-05T02:16:19,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-e5718c18-55c7-4ad5-9aeb-cd0f0cd33ba8,DISK] 2024-12-05T02:16:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-57cf3970-f3c1-450f-9b7f-5f9a85028573,DISK] 2024-12-05T02:16:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46741,DS-d55a53a7-bb57-4812-83b7-29685e9b4ce8,DISK] 2024-12-05T02:16:19,630 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/WALs/01bccfa882c7,45257,1733364979276/01bccfa882c7%2C45257%2C1733364979276.1733364979600 2024-12-05T02:16:19,632 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44355:44355),(127.0.0.1/127.0.0.1:36077:36077),(127.0.0.1/127.0.0.1:45757:45757)] 2024-12-05T02:16:19,632 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:16:19,633 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:19,633 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,633 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:16:19,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:19,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:19,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:16:19,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:19,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:19,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:16:19,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:19,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:19,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:16:19,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:19,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:19,644 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,645 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,646 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,648 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,648 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,648 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:16:19,650 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:19,652 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:19,652 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64961892, jitterRate=-0.03199237585067749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:16:19,653 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733364979633Initializing all the Stores at 1733364979634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364979634Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364979634Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364979634Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364979634Cleaning up temporary data from old regions at 1733364979648 (+14 ms)Region opened successfully at 1733364979653 (+5 ms) 2024-12-05T02:16:19,653 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:16:19,657 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b517dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:16:19,658 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:16:19,658 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:16:19,658 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:16:19,658 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:16:19,659 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:16:19,659 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:16:19,659 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T02:16:19,663 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:16:19,665 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T02:16:19,668 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T02:16:19,669 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:16:19,669 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:16:19,671 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T02:16:19,671 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:16:19,672 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:16:19,674 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T02:16:19,674 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:16:19,686 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T02:16:19,688 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:16:19,691 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T02:16:19,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T02:16:19,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T02:16:19,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T02:16:19,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T02:16:19,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,695 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,45257,1733364979276, sessionid=0x101806880b70000, setting cluster-up flag (Was=false) 2024-12-05T02:16:19,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,705 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T02:16:19,706 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,45257,1733364979276 2024-12-05T02:16:19,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:19,716 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T02:16:19,717 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,45257,1733364979276 2024-12-05T02:16:19,718 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:16:19,720 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:19,720 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:16:19,721 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:16:19,721 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,45257,1733364979276 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:16:19,722 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:19,722 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:19,722 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:19,722 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:19,723 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:16:19,723 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,723 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:16:19,723 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:19,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:16:19,732 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:19,732 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:16:19,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365009744 2024-12-05T02:16:19,745 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:16:19,745 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:16:19,745 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:16:19,745 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:16:19,745 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:16:19,745 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:16:19,748 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,749 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:16:19,749 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:16:19,749 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:16:19,749 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:16:19,749 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:16:19,756 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733364979749,5,FailOnTimeoutGroup] 2024-12-05T02:16:19,757 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733364979756,5,FailOnTimeoutGroup] 2024-12-05T02:16:19,757 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,757 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:16:19,757 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,757 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:16:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:16:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:16:19,779 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(746): ClusterId : 84d7abad-a505-4ce3-98f2-05ee77eaa0cb 2024-12-05T02:16:19,779 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.HRegionServer(746): ClusterId : 84d7abad-a505-4ce3-98f2-05ee77eaa0cb 2024-12-05T02:16:19,779 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:16:19,779 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:16:19,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:16:19,781 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:19,784 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:16:19,784 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:16:19,784 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:16:19,784 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(746): ClusterId : 84d7abad-a505-4ce3-98f2-05ee77eaa0cb 2024-12-05T02:16:19,784 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:16:19,784 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:16:19,787 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:16:19,788 DEBUG [RS:0;01bccfa882c7:39337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10883625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:16:19,789 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:16:19,793 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:16:19,793 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:16:19,797 DEBUG [RS:1;01bccfa882c7:38297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169dc55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:16:19,801 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:16:19,801 DEBUG [RS:2;01bccfa882c7:39825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19564913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:16:19,812 DEBUG [RS:0;01bccfa882c7:39337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:39337 2024-12-05T02:16:19,812 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:16:19,812 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:16:19,812 DEBUG [RS:0;01bccfa882c7:39337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:16:19,813 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,45257,1733364979276 with port=39337, startcode=1733364979358 2024-12-05T02:16:19,814 DEBUG [RS:0;01bccfa882c7:39337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:16:19,821 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:16:19,822 DEBUG [RS:1;01bccfa882c7:38297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;01bccfa882c7:38297 2024-12-05T02:16:19,822 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:16:19,822 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:16:19,822 DEBUG [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:16:19,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,39337,1733364979358 2024-12-05T02:16:19,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45257 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,39337,1733364979358 2024-12-05T02:16:19,822 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,45257,1733364979276 with port=38297, startcode=1733364979403 2024-12-05T02:16:19,822 DEBUG [RS:1;01bccfa882c7:38297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:16:19,826 DEBUG [RS:0;01bccfa882c7:39337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:19,826 DEBUG [RS:0;01bccfa882c7:39337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34581 2024-12-05T02:16:19,826 DEBUG [RS:0;01bccfa882c7:39337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:16:19,827 DEBUG [RS:2;01bccfa882c7:39825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;01bccfa882c7:39825 2024-12-05T02:16:19,827 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:16:19,827 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:16:19,827 DEBUG [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:16:19,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T02:16:19,829 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,45257,1733364979276 with port=39825, startcode=1733364979445 2024-12-05T02:16:19,829 DEBUG [RS:2;01bccfa882c7:39825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:16:19,830 DEBUG [RS:0;01bccfa882c7:39337 {}] zookeeper.ZKUtil(111): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01bccfa882c7,39337,1733364979358 2024-12-05T02:16:19,830 WARN [RS:0;01bccfa882c7:39337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:16:19,830 INFO [RS:0;01bccfa882c7:39337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:19,831 DEBUG [RS:0;01bccfa882c7:39337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358 2024-12-05T02:16:19,837 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:16:19,837 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:16:19,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,38297,1733364979403 2024-12-05T02:16:19,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45257 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,38297,1733364979403 2024-12-05T02:16:19,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,39825,1733364979445 2024-12-05T02:16:19,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45257 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,39825,1733364979445 2024-12-05T02:16:19,839 DEBUG [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:19,839 DEBUG [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34581 2024-12-05T02:16:19,839 DEBUG [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:16:19,840 DEBUG [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:19,840 DEBUG [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34581 2024-12-05T02:16:19,840 DEBUG [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:16:19,846 DEBUG [RS:1;01bccfa882c7:38297 {}] zookeeper.ZKUtil(111): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01bccfa882c7,38297,1733364979403 2024-12-05T02:16:19,846 WARN [RS:1;01bccfa882c7:38297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:16:19,846 INFO [RS:1;01bccfa882c7:38297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:19,846 DEBUG [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,38297,1733364979403 2024-12-05T02:16:19,846 DEBUG [RS:2;01bccfa882c7:39825 {}] zookeeper.ZKUtil(111): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01bccfa882c7,39825,1733364979445 2024-12-05T02:16:19,846 WARN [RS:2;01bccfa882c7:39825 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:16:19,847 INFO [RS:2;01bccfa882c7:39825 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:19,847 DEBUG [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39825,1733364979445 2024-12-05T02:16:19,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,38297,1733364979403] 2024-12-05T02:16:19,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,39825,1733364979445] 2024-12-05T02:16:19,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,39337,1733364979358] 2024-12-05T02:16:19,858 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:16:19,866 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:16:19,876 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:16:19,878 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:16:19,881 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:16:19,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741832_1008 (size=32) 2024-12-05T02:16:19,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741832_1008 (size=32) 2024-12-05T02:16:19,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741832_1008 (size=32) 2024-12-05T02:16:19,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:19,891 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:16:19,891 INFO [RS:2;01bccfa882c7:39825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:16:19,891 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,892 INFO [RS:0;01bccfa882c7:39337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:16:19,892 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:16:19,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:16:19,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:19,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:19,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:16:19,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:16:19,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:19,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:19,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:16:19,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:16:19,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:19,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:19,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:16:19,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:16:19,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:19,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:19,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:16:19,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740 2024-12-05T02:16:19,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740 2024-12-05T02:16:19,904 INFO [RS:1;01bccfa882c7:38297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:16:19,904 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:16:19,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:16:19,906 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:16:19,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:16:19,912 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:16:19,913 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:16:19,913 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,913 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,913 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,913 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,913 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,914 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,914 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:16:19,914 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,914 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,914 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,914 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,914 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,914 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,914 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:19,914 DEBUG [RS:1;01bccfa882c7:38297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:19,920 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:16:19,920 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:16:19,921 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:16:19,921 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,921 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:19,922 DEBUG [RS:2;01bccfa882c7:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:19,922 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:19,923 DEBUG [RS:0;01bccfa882c7:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:19,923 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:19,923 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,923 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,923 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,923 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,923 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,923 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38297,1733364979403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:16:19,923 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69889231, jitterRate=0.041430696845054626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:16:19,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733364979885Initializing all the Stores at 1733364979886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364979886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364979892 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364979892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364979892Cleaning up temporary data from old regions at 1733364979905 (+13 ms)Region opened successfully at 1733364979924 (+19 ms) 2024-12-05T02:16:19,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:16:19,925 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:16:19,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:16:19,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:16:19,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:16:19,928 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:16:19,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733364979925Disabling compacts and flushes for region at 1733364979925Disabling writes for close at 1733364979925Writing region close event to WAL at 1733364979928 (+3 ms)Closed at 1733364979928 2024-12-05T02:16:19,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:19,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:16:19,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:16:19,936 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,936 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,936 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,936 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,936 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,936 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39337,1733364979358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:16:19,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:16:19,939 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:16:19,944 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:16:19,944 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38297,1733364979403-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,944 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,944 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.Replication(171): 01bccfa882c7,38297,1733364979403 started 2024-12-05T02:16:19,947 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,947 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,947 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,947 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,947 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,947 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39825,1733364979445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:16:19,965 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,965 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,38297,1733364979403, RpcServer on 01bccfa882c7/172.17.0.2:38297, sessionid=0x101806880b70002 2024-12-05T02:16:19,965 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:16:19,965 DEBUG [RS:1;01bccfa882c7:38297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,38297,1733364979403 2024-12-05T02:16:19,965 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,38297,1733364979403' 2024-12-05T02:16:19,965 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T02:16:19,966 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T02:16:19,966 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:16:19,966 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:16:19,966 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39825,1733364979445-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,966 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39337,1733364979358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,966 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,966 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.Replication(171): 01bccfa882c7,39337,1733364979358 started 2024-12-05T02:16:19,966 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,966 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.Replication(171): 01bccfa882c7,39825,1733364979445 started 2024-12-05T02:16:19,967 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:16:19,967 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:16:19,967 DEBUG [RS:1;01bccfa882c7:38297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,38297,1733364979403 2024-12-05T02:16:19,967 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,38297,1733364979403' 2024-12-05T02:16:19,967 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T02:16:19,968 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T02:16:19,969 DEBUG [RS:1;01bccfa882c7:38297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:16:19,969 INFO [RS:1;01bccfa882c7:38297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:16:19,969 INFO [RS:1;01bccfa882c7:38297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:16:19,982 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,982 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,39825,1733364979445, RpcServer on 01bccfa882c7/172.17.0.2:39825, sessionid=0x101806880b70003 2024-12-05T02:16:19,982 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:16:19,982 DEBUG [RS:2;01bccfa882c7:39825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,39825,1733364979445 2024-12-05T02:16:19,982 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,39825,1733364979445' 2024-12-05T02:16:19,982 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T02:16:19,983 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T02:16:19,983 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:16:19,983 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:16:19,983 DEBUG [RS:2;01bccfa882c7:39825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,39825,1733364979445 2024-12-05T02:16:19,983 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,39825,1733364979445' 2024-12-05T02:16:19,983 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T02:16:19,984 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T02:16:19,984 DEBUG [RS:2;01bccfa882c7:39825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:16:19,984 INFO [RS:2;01bccfa882c7:39825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:16:19,984 INFO [RS:2;01bccfa882c7:39825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:16:19,986 INFO [RS:0;01bccfa882c7:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:19,986 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,39337,1733364979358, RpcServer on 01bccfa882c7/172.17.0.2:39337, sessionid=0x101806880b70001 2024-12-05T02:16:19,986 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:16:19,986 DEBUG [RS:0;01bccfa882c7:39337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,39337,1733364979358 2024-12-05T02:16:19,986 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,39337,1733364979358' 2024-12-05T02:16:19,986 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T02:16:19,987 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T02:16:19,988 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:16:19,988 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:16:19,988 DEBUG [RS:0;01bccfa882c7:39337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,39337,1733364979358 2024-12-05T02:16:19,988 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,39337,1733364979358' 2024-12-05T02:16:19,988 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T02:16:19,989 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T02:16:19,990 DEBUG [RS:0;01bccfa882c7:39337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:16:19,990 INFO [RS:0;01bccfa882c7:39337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:16:19,990 INFO [RS:0;01bccfa882c7:39337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:16:20,069 INFO [RS:1;01bccfa882c7:38297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:16:20,072 INFO [RS:1;01bccfa882c7:38297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C38297%2C1733364979403, suffix=, logDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,38297,1733364979403, archiveDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/oldWALs, maxLogs=32 2024-12-05T02:16:20,085 INFO [RS:2;01bccfa882c7:39825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:16:20,087 INFO [RS:2;01bccfa882c7:39825 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C39825%2C1733364979445, suffix=, logDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39825,1733364979445, archiveDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/oldWALs, maxLogs=32 2024-12-05T02:16:20,089 WARN [01bccfa882c7:45257 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T02:16:20,090 INFO [RS:0;01bccfa882c7:39337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:16:20,093 DEBUG [RS:1;01bccfa882c7:38297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,38297,1733364979403/01bccfa882c7%2C38297%2C1733364979403.1733364980074, exclude list is [], retry=0 2024-12-05T02:16:20,094 INFO [RS:0;01bccfa882c7:39337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C39337%2C1733364979358, suffix=, logDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358, archiveDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/oldWALs, maxLogs=32 2024-12-05T02:16:20,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-e5718c18-55c7-4ad5-9aeb-cd0f0cd33ba8,DISK] 2024-12-05T02:16:20,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46741,DS-d55a53a7-bb57-4812-83b7-29685e9b4ce8,DISK] 2024-12-05T02:16:20,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-57cf3970-f3c1-450f-9b7f-5f9a85028573,DISK] 2024-12-05T02:16:20,111 DEBUG [RS:2;01bccfa882c7:39825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39825,1733364979445/01bccfa882c7%2C39825%2C1733364979445.1733364980088, exclude list is [], retry=0 2024-12-05T02:16:20,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-57cf3970-f3c1-450f-9b7f-5f9a85028573,DISK] 2024-12-05T02:16:20,117 DEBUG [RS:0;01bccfa882c7:39337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358/01bccfa882c7%2C39337%2C1733364979358.1733364980096, exclude list is [], retry=0 2024-12-05T02:16:20,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46741,DS-d55a53a7-bb57-4812-83b7-29685e9b4ce8,DISK] 2024-12-05T02:16:20,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-e5718c18-55c7-4ad5-9aeb-cd0f0cd33ba8,DISK] 2024-12-05T02:16:20,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-57cf3970-f3c1-450f-9b7f-5f9a85028573,DISK] 2024-12-05T02:16:20,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-e5718c18-55c7-4ad5-9aeb-cd0f0cd33ba8,DISK] 2024-12-05T02:16:20,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46741,DS-d55a53a7-bb57-4812-83b7-29685e9b4ce8,DISK] 2024-12-05T02:16:20,139 INFO [RS:1;01bccfa882c7:38297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,38297,1733364979403/01bccfa882c7%2C38297%2C1733364979403.1733364980074 2024-12-05T02:16:20,149 DEBUG [RS:1;01bccfa882c7:38297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44355:44355),(127.0.0.1/127.0.0.1:36077:36077),(127.0.0.1/127.0.0.1:45757:45757)] 2024-12-05T02:16:20,149 INFO [RS:2;01bccfa882c7:39825 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39825,1733364979445/01bccfa882c7%2C39825%2C1733364979445.1733364980088 2024-12-05T02:16:20,153 INFO [RS:0;01bccfa882c7:39337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358/01bccfa882c7%2C39337%2C1733364979358.1733364980096 2024-12-05T02:16:20,156 DEBUG [RS:2;01bccfa882c7:39825 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45757:45757),(127.0.0.1/127.0.0.1:36077:36077),(127.0.0.1/127.0.0.1:44355:44355)] 2024-12-05T02:16:20,163 DEBUG [RS:0;01bccfa882c7:39337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45757:45757),(127.0.0.1/127.0.0.1:44355:44355),(127.0.0.1/127.0.0.1:36077:36077)] 2024-12-05T02:16:20,340 DEBUG [01bccfa882c7:45257 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T02:16:20,340 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(204): Hosts are {01bccfa882c7=0} racks are {/default-rack=0} 2024-12-05T02:16:20,343 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T02:16:20,343 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T02:16:20,343 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T02:16:20,343 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T02:16:20,343 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T02:16:20,343 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T02:16:20,343 INFO [01bccfa882c7:45257 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T02:16:20,343 INFO [01bccfa882c7:45257 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T02:16:20,343 INFO [01bccfa882c7:45257 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T02:16:20,343 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T02:16:20,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:16:20,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,38297,1733364979403, state=OPENING 2024-12-05T02:16:20,347 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:16:20,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:20,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:20,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:20,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:20,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:16:20,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:16:20,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:16:20,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:16:20,351 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:16:20,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,38297,1733364979403}] 2024-12-05T02:16:21,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:16:21,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:16:22,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:22,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:22,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:22,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:16:22,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:22,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:22,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:30,357 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:16:30,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:16:30,364 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:16:30,364 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:30,364 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:16:30,366 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C38297%2C1733364979403.meta, suffix=.meta, logDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,38297,1733364979403, archiveDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/oldWALs, maxLogs=32 2024-12-05T02:16:30,380 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,38297,1733364979403/01bccfa882c7%2C38297%2C1733364979403.meta.1733364990367.meta, exclude list is [], retry=0 2024-12-05T02:16:30,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46741,DS-d55a53a7-bb57-4812-83b7-29685e9b4ce8,DISK] 2024-12-05T02:16:30,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-57cf3970-f3c1-450f-9b7f-5f9a85028573,DISK] 2024-12-05T02:16:30,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-e5718c18-55c7-4ad5-9aeb-cd0f0cd33ba8,DISK] 2024-12-05T02:16:30,385 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,38297,1733364979403/01bccfa882c7%2C38297%2C1733364979403.meta.1733364990367.meta 2024-12-05T02:16:30,385 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36077:36077),(127.0.0.1/127.0.0.1:45757:45757),(127.0.0.1/127.0.0.1:44355:44355)] 2024-12-05T02:16:30,386 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:16:30,386 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:16:30,386 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:16:30,386 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:16:30,386 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:16:30,386 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:30,386 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:16:30,386 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:16:30,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:16:30,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:16:30,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:30,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:30,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:16:30,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:16:30,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:30,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:30,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:16:30,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:16:30,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:30,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:30,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:16:30,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:16:30,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:30,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:30,393 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:16:30,394 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740 2024-12-05T02:16:30,395 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740 2024-12-05T02:16:30,397 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:16:30,397 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:16:30,397 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:16:30,399 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:16:30,400 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62213356, jitterRate=-0.07294875383377075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:16:30,400 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:16:30,401 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733364990387Writing region info on filesystem at 1733364990387Initializing all the Stores at 1733364990387Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364990387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364990388 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364990388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364990388Cleaning up temporary data from old regions at 1733364990397 (+9 ms)Running coprocessor post-open hooks at 1733364990400 (+3 ms)Region opened successfully at 1733364990401 (+1 ms) 2024-12-05T02:16:30,402 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733364990357 2024-12-05T02:16:30,404 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:16:30,404 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:16:30,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:16:30,406 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,38297,1733364979403, state=OPEN 2024-12-05T02:16:30,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T02:16:30,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T02:16:30,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T02:16:30,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T02:16:30,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:16:30,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:16:30,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:16:30,408 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,38297,1733364979403 2024-12-05T02:16:30,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:16:30,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:16:30,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,38297,1733364979403 in 10.0570 sec 2024-12-05T02:16:30,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:16:30,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4810 sec 2024-12-05T02:16:30,413 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:30,413 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:16:30,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:30,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38297,1733364979403, seqNum=-1] 2024-12-05T02:16:30,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:30,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:30,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7020 sec 2024-12-05T02:16:30,423 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733364990423, completionTime=-1 2024-12-05T02:16:30,423 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T02:16:30,423 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:16:30,425 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T02:16:30,425 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365050425 2024-12-05T02:16:30,425 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365110425 2024-12-05T02:16:30,425 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:16:30,426 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45257,1733364979276-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:30,426 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45257,1733364979276-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:30,426 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45257,1733364979276-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:30,426 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:45257, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:30,426 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:30,426 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:30,428 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:16:30,431 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.935sec 2024-12-05T02:16:30,431 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:16:30,431 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:16:30,431 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:16:30,431 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:16:30,431 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:16:30,431 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45257,1733364979276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:16:30,431 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45257,1733364979276-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:16:30,435 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:16:30,435 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:16:30,435 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45257,1733364979276-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:30,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e4b713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:30,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,45257,-1 for getting cluster id 2024-12-05T02:16:30,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:30,491 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84d7abad-a505-4ce3-98f2-05ee77eaa0cb' 2024-12-05T02:16:30,491 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:30,491 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84d7abad-a505-4ce3-98f2-05ee77eaa0cb" 2024-12-05T02:16:30,492 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ee140e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:30,492 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,45257,-1] 2024-12-05T02:16:30,492 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:30,493 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:30,494 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:30,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793e9273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:30,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:30,496 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38297,1733364979403, seqNum=-1] 2024-12-05T02:16:30,496 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:30,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:30,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,45257,1733364979276 2024-12-05T02:16:30,500 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733364990500 (current time:1733364990500). 2024-12-05T02:16:30,500 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T02:16:30,500 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T02:16:30,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce65046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:30,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,45257,-1 for getting cluster id 2024-12-05T02:16:30,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:30,501 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84d7abad-a505-4ce3-98f2-05ee77eaa0cb' 2024-12-05T02:16:30,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:30,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84d7abad-a505-4ce3-98f2-05ee77eaa0cb" 2024-12-05T02:16:30,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdc1ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:30,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,45257,-1] 2024-12-05T02:16:30,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:30,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:30,503 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:30,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cbdd3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:30,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:30,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38297,1733364979403, seqNum=-1] 2024-12-05T02:16:30,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:30,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:30,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:16:30,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:30,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:30,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:30,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:30,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:30,508 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,45257,1733364979276 2024-12-05T02:16:30,508 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12c6aae3 2024-12-05T02:16:30,508 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:30,509 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:16:30,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:16:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T02:16:30,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:16:30,512 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:30,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T02:16:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:30,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:16:30,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741837_1013 (size=361) 2024-12-05T02:16:30,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741837_1013 (size=361) 2024-12-05T02:16:30,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741837_1013 (size=361) 2024-12-05T02:16:30,524 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 411d4ecf9d5f96c367de4c4bbd72fefb, NAME => 'SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:30,525 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9733c59db5b3d29cc6626347d527fcc8, NAME => 'SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:30,525 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 311b33af74547ca9303b9bb5eeb5c01e, NAME => 'SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:30,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741838_1014 (size=62) 2024-12-05T02:16:30,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741838_1014 (size=62) 2024-12-05T02:16:30,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741838_1014 (size=62) 2024-12-05T02:16:30,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:30,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 411d4ecf9d5f96c367de4c4bbd72fefb, disabling compactions & flushes 2024-12-05T02:16:30,539 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:16:30,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:16:30,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. after waiting 0 ms 2024-12-05T02:16:30,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:16:30,539 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:16:30,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 411d4ecf9d5f96c367de4c4bbd72fefb: Waiting for close lock at 1733364990539Disabling compacts and flushes for region at 1733364990539Disabling writes for close at 1733364990539Writing region close event to WAL at 1733364990539Closed at 1733364990539 2024-12-05T02:16:30,540 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d3c116b3853e928417c210a1d53f71b0, NAME => 'SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741840_1016 (size=54) 2024-12-05T02:16:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741840_1016 (size=54) 2024-12-05T02:16:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741840_1016 (size=54) 2024-12-05T02:16:30,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:30,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 311b33af74547ca9303b9bb5eeb5c01e, disabling compactions & flushes 2024-12-05T02:16:30,543 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:16:30,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:16:30,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. after waiting 0 ms 2024-12-05T02:16:30,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:16:30,543 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:16:30,543 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 311b33af74547ca9303b9bb5eeb5c01e: Waiting for close lock at 1733364990543Disabling compacts and flushes for region at 1733364990543Disabling writes for close at 1733364990543Writing region close event to WAL at 1733364990543Closed at 1733364990543 2024-12-05T02:16:30,544 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5085b825b8e3c3fc7de8d538b892874d, NAME => 'SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:30,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741839_1015 (size=62) 2024-12-05T02:16:30,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741839_1015 (size=62) 2024-12-05T02:16:30,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741839_1015 (size=62) 2024-12-05T02:16:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741841_1017 (size=62) 2024-12-05T02:16:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741841_1017 (size=62) 2024-12-05T02:16:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741841_1017 (size=62) 2024-12-05T02:16:30,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:30,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d3c116b3853e928417c210a1d53f71b0, disabling compactions & flushes 2024-12-05T02:16:30,558 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:16:30,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:16:30,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. after waiting 0 ms 2024-12-05T02:16:30,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:16:30,558 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:16:30,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d3c116b3853e928417c210a1d53f71b0: Waiting for close lock at 1733364990558Disabling compacts and flushes for region at 1733364990558Disabling writes for close at 1733364990558Writing region close event to WAL at 1733364990558Closed at 1733364990558 2024-12-05T02:16:30,559 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9402d167ddfa7cf9b3cf610844197345, NAME => 'SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:30,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741842_1018 (size=62) 2024-12-05T02:16:30,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741842_1018 (size=62) 2024-12-05T02:16:30,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741842_1018 (size=62) 2024-12-05T02:16:30,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:30,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5085b825b8e3c3fc7de8d538b892874d, disabling compactions & flushes 2024-12-05T02:16:30,564 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:16:30,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:16:30,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. after waiting 0 ms 2024-12-05T02:16:30,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:16:30,564 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:16:30,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5085b825b8e3c3fc7de8d538b892874d: Waiting for close lock at 1733364990564Disabling compacts and flushes for region at 1733364990564Disabling writes for close at 1733364990564Writing region close event to WAL at 1733364990564Closed at 1733364990564 2024-12-05T02:16:30,565 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa2953d537f07dd78482a8437eb09ef6, NAME => 'SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:30,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741843_1019 (size=62) 2024-12-05T02:16:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741843_1019 (size=62) 2024-12-05T02:16:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741843_1019 (size=62) 2024-12-05T02:16:30,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:30,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9402d167ddfa7cf9b3cf610844197345, disabling compactions & flushes 2024-12-05T02:16:30,569 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:16:30,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:16:30,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. after waiting 0 ms 2024-12-05T02:16:30,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:16:30,569 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:16:30,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9402d167ddfa7cf9b3cf610844197345: Waiting for close lock at 1733364990568Disabling compacts and flushes for region at 1733364990568Disabling writes for close at 1733364990569 (+1 ms)Writing region close event to WAL at 1733364990569Closed at 1733364990569 2024-12-05T02:16:30,569 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c266d02e65f74f886b0eb2f483176a5b, NAME => 'SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:30,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741844_1020 (size=62) 2024-12-05T02:16:30,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741844_1020 (size=62) 2024-12-05T02:16:30,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741844_1020 (size=62) 2024-12-05T02:16:30,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:30,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing aa2953d537f07dd78482a8437eb09ef6, disabling compactions & flushes 2024-12-05T02:16:30,576 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:16:30,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:16:30,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. after waiting 0 ms 2024-12-05T02:16:30,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:16:30,576 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:16:30,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa2953d537f07dd78482a8437eb09ef6: Waiting for close lock at 1733364990576Disabling compacts and flushes for region at 1733364990576Disabling writes for close at 1733364990576Writing region close event to WAL at 1733364990576Closed at 1733364990576 2024-12-05T02:16:30,577 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f05f6615ea298436eea61048fb6423e5, NAME => 'SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:30,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741845_1021 (size=62) 2024-12-05T02:16:30,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741845_1021 (size=62) 2024-12-05T02:16:30,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741845_1021 (size=62) 2024-12-05T02:16:30,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:30,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c266d02e65f74f886b0eb2f483176a5b, disabling compactions & flushes 2024-12-05T02:16:30,587 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:16:30,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:16:30,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. after waiting 0 ms 2024-12-05T02:16:30,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:16:30,587 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:16:30,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c266d02e65f74f886b0eb2f483176a5b: Waiting for close lock at 1733364990587Disabling compacts and flushes for region at 1733364990587Disabling writes for close at 1733364990587Writing region close event to WAL at 1733364990587Closed at 1733364990587 2024-12-05T02:16:30,588 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 54e195f45439edd5d5a539f81beacec5, NAME => 'SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433 2024-12-05T02:16:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741846_1022 (size=62) 2024-12-05T02:16:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741846_1022 (size=62) 2024-12-05T02:16:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741846_1022 (size=62) 2024-12-05T02:16:30,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:30,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f05f6615ea298436eea61048fb6423e5, disabling compactions & flushes 2024-12-05T02:16:30,599 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:16:30,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:16:30,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. after waiting 0 ms 2024-12-05T02:16:30,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:16:30,599 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:16:30,599 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f05f6615ea298436eea61048fb6423e5: Waiting for close lock at 1733364990599Disabling compacts and flushes for region at 1733364990599Disabling writes for close at 1733364990599Writing region close event to WAL at 1733364990599Closed at 1733364990599 2024-12-05T02:16:30,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741847_1023 (size=54) 2024-12-05T02:16:30,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741847_1023 (size=54) 2024-12-05T02:16:30,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741847_1023 (size=54) 2024-12-05T02:16:30,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:30,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 54e195f45439edd5d5a539f81beacec5, disabling compactions & flushes 2024-12-05T02:16:30,603 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:16:30,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:16:30,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. after waiting 0 ms 2024-12-05T02:16:30,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:16:30,603 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:16:30,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 54e195f45439edd5d5a539f81beacec5: Waiting for close lock at 1733364990603Disabling compacts and flushes for region at 1733364990603Disabling writes for close at 1733364990603Writing region close event to WAL at 1733364990603Closed at 1733364990603 2024-12-05T02:16:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:30,951 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:30,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9733c59db5b3d29cc6626347d527fcc8, disabling compactions & flushes 2024-12-05T02:16:30,952 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:16:30,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:16:30,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. after waiting 0 ms 2024-12-05T02:16:30,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:16:30,952 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:16:30,952 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9733c59db5b3d29cc6626347d527fcc8: Waiting for close lock at 1733364990951Disabling compacts and flushes for region at 1733364990951Disabling writes for close at 1733364990952 (+1 ms)Writing region close event to WAL at 1733364990952Closed at 1733364990952 2024-12-05T02:16:30,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:16:30,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364990953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364990953"}]},"ts":"1733364990953"} 2024-12-05T02:16:30,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733364990953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364990953"}]},"ts":"1733364990953"} 2024-12-05T02:16:30,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364990953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364990953"}]},"ts":"1733364990953"} 2024-12-05T02:16:30,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364990953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364990953"}]},"ts":"1733364990953"} 2024-12-05T02:16:30,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364990953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364990953"}]},"ts":"1733364990953"} 2024-12-05T02:16:30,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364990953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364990953"}]},"ts":"1733364990953"} 2024-12-05T02:16:30,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364990953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364990953"}]},"ts":"1733364990953"} 2024-12-05T02:16:30,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364990953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364990953"}]},"ts":"1733364990953"} 2024-12-05T02:16:30,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733364990953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364990953"}]},"ts":"1733364990953"} 2024-12-05T02:16:30,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733364990953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364990953"}]},"ts":"1733364990953"} 2024-12-05T02:16:30,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T02:16:30,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:16:30,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364990960"}]},"ts":"1733364990960"} 2024-12-05T02:16:30,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T02:16:30,962 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {01bccfa882c7=0} racks are {/default-rack=0} 2024-12-05T02:16:30,966 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T02:16:30,966 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T02:16:30,966 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T02:16:30,966 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T02:16:30,966 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T02:16:30,966 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T02:16:30,966 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T02:16:30,966 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T02:16:30,967 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T02:16:30,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T02:16:30,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=311b33af74547ca9303b9bb5eeb5c01e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9733c59db5b3d29cc6626347d527fcc8, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=411d4ecf9d5f96c367de4c4bbd72fefb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3c116b3853e928417c210a1d53f71b0, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5085b825b8e3c3fc7de8d538b892874d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9402d167ddfa7cf9b3cf610844197345, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa2953d537f07dd78482a8437eb09ef6, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c266d02e65f74f886b0eb2f483176a5b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f05f6615ea298436eea61048fb6423e5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54e195f45439edd5d5a539f81beacec5, ASSIGN}] 2024-12-05T02:16:30,969 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=411d4ecf9d5f96c367de4c4bbd72fefb, ASSIGN 2024-12-05T02:16:30,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3c116b3853e928417c210a1d53f71b0, ASSIGN 2024-12-05T02:16:30,969 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9733c59db5b3d29cc6626347d527fcc8, ASSIGN 2024-12-05T02:16:30,969 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=311b33af74547ca9303b9bb5eeb5c01e, ASSIGN 2024-12-05T02:16:30,970 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3c116b3853e928417c210a1d53f71b0, ASSIGN; state=OFFLINE, location=01bccfa882c7,38297,1733364979403; forceNewPlan=false, retain=false 2024-12-05T02:16:30,970 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=411d4ecf9d5f96c367de4c4bbd72fefb, ASSIGN; state=OFFLINE, location=01bccfa882c7,39825,1733364979445; forceNewPlan=false, retain=false 2024-12-05T02:16:30,970 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9733c59db5b3d29cc6626347d527fcc8, ASSIGN; state=OFFLINE, location=01bccfa882c7,39825,1733364979445; forceNewPlan=false, retain=false 2024-12-05T02:16:30,970 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=311b33af74547ca9303b9bb5eeb5c01e, ASSIGN; state=OFFLINE, location=01bccfa882c7,39337,1733364979358; forceNewPlan=false, retain=false 2024-12-05T02:16:30,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f05f6615ea298436eea61048fb6423e5, ASSIGN 2024-12-05T02:16:30,973 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c266d02e65f74f886b0eb2f483176a5b, ASSIGN 2024-12-05T02:16:30,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54e195f45439edd5d5a539f81beacec5, ASSIGN 2024-12-05T02:16:30,973 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa2953d537f07dd78482a8437eb09ef6, ASSIGN 2024-12-05T02:16:30,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9402d167ddfa7cf9b3cf610844197345, ASSIGN 2024-12-05T02:16:30,974 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f05f6615ea298436eea61048fb6423e5, ASSIGN; state=OFFLINE, location=01bccfa882c7,39337,1733364979358; forceNewPlan=false, retain=false 2024-12-05T02:16:30,974 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c266d02e65f74f886b0eb2f483176a5b, ASSIGN; state=OFFLINE, location=01bccfa882c7,39825,1733364979445; forceNewPlan=false, retain=false 2024-12-05T02:16:30,974 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54e195f45439edd5d5a539f81beacec5, ASSIGN; state=OFFLINE, location=01bccfa882c7,38297,1733364979403; forceNewPlan=false, retain=false 2024-12-05T02:16:30,974 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9402d167ddfa7cf9b3cf610844197345, ASSIGN; state=OFFLINE, location=01bccfa882c7,39337,1733364979358; forceNewPlan=false, retain=false 2024-12-05T02:16:30,974 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa2953d537f07dd78482a8437eb09ef6, ASSIGN; state=OFFLINE, location=01bccfa882c7,38297,1733364979403; forceNewPlan=false, retain=false 2024-12-05T02:16:30,978 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5085b825b8e3c3fc7de8d538b892874d, ASSIGN 2024-12-05T02:16:30,979 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5085b825b8e3c3fc7de8d538b892874d, ASSIGN; state=OFFLINE, location=01bccfa882c7,39825,1733364979445; forceNewPlan=false, retain=false 2024-12-05T02:16:31,121 INFO [01bccfa882c7:45257 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T02:16:31,122 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=411d4ecf9d5f96c367de4c4bbd72fefb, regionState=OPENING, regionLocation=01bccfa882c7,39825,1733364979445 2024-12-05T02:16:31,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9733c59db5b3d29cc6626347d527fcc8, regionState=OPENING, regionLocation=01bccfa882c7,39825,1733364979445 2024-12-05T02:16:31,122 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5085b825b8e3c3fc7de8d538b892874d, regionState=OPENING, regionLocation=01bccfa882c7,39825,1733364979445 2024-12-05T02:16:31,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c266d02e65f74f886b0eb2f483176a5b, regionState=OPENING, regionLocation=01bccfa882c7,39825,1733364979445 2024-12-05T02:16:31,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f05f6615ea298436eea61048fb6423e5, regionState=OPENING, regionLocation=01bccfa882c7,39337,1733364979358 2024-12-05T02:16:31,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=311b33af74547ca9303b9bb5eeb5c01e, regionState=OPENING, regionLocation=01bccfa882c7,39337,1733364979358 2024-12-05T02:16:31,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=54e195f45439edd5d5a539f81beacec5, regionState=OPENING, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:16:31,122 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9402d167ddfa7cf9b3cf610844197345, regionState=OPENING, regionLocation=01bccfa882c7,39337,1733364979358 2024-12-05T02:16:31,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=aa2953d537f07dd78482a8437eb09ef6, regionState=OPENING, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:16:31,122 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d3c116b3853e928417c210a1d53f71b0, regionState=OPENING, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:16:31,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=411d4ecf9d5f96c367de4c4bbd72fefb, ASSIGN because future has completed 2024-12-05T02:16:31,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 411d4ecf9d5f96c367de4c4bbd72fefb, server=01bccfa882c7,39825,1733364979445}] 2024-12-05T02:16:31,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f05f6615ea298436eea61048fb6423e5, ASSIGN because future has completed 2024-12-05T02:16:31,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c266d02e65f74f886b0eb2f483176a5b, ASSIGN because future has completed 2024-12-05T02:16:31,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f05f6615ea298436eea61048fb6423e5, server=01bccfa882c7,39337,1733364979358}] 2024-12-05T02:16:31,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c266d02e65f74f886b0eb2f483176a5b, server=01bccfa882c7,39825,1733364979445}] 2024-12-05T02:16:31,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9733c59db5b3d29cc6626347d527fcc8, ASSIGN because future has completed 2024-12-05T02:16:31,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9733c59db5b3d29cc6626347d527fcc8, server=01bccfa882c7,39825,1733364979445}] 2024-12-05T02:16:31,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5085b825b8e3c3fc7de8d538b892874d, ASSIGN because future has completed 2024-12-05T02:16:31,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa2953d537f07dd78482a8437eb09ef6, ASSIGN because future has completed 2024-12-05T02:16:31,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=311b33af74547ca9303b9bb5eeb5c01e, ASSIGN because future has completed 2024-12-05T02:16:31,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5085b825b8e3c3fc7de8d538b892874d, server=01bccfa882c7,39825,1733364979445}] 2024-12-05T02:16:31,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311b33af74547ca9303b9bb5eeb5c01e, server=01bccfa882c7,39337,1733364979358}] 2024-12-05T02:16:31,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9402d167ddfa7cf9b3cf610844197345, ASSIGN because future has completed 2024-12-05T02:16:31,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54e195f45439edd5d5a539f81beacec5, ASSIGN because future has completed 2024-12-05T02:16:31,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3c116b3853e928417c210a1d53f71b0, ASSIGN because future has completed 2024-12-05T02:16:31,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54e195f45439edd5d5a539f81beacec5, server=01bccfa882c7,38297,1733364979403}] 2024-12-05T02:16:31,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3c116b3853e928417c210a1d53f71b0, server=01bccfa882c7,38297,1733364979403}] 2024-12-05T02:16:31,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9402d167ddfa7cf9b3cf610844197345, server=01bccfa882c7,39337,1733364979358}] 2024-12-05T02:16:31,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa2953d537f07dd78482a8437eb09ef6, server=01bccfa882c7,38297,1733364979403}] 2024-12-05T02:16:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:31,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:16:31,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T02:16:31,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:16:31,868 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T02:16:31,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:16:32,638 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:46457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T02:16:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:35,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:35,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:35,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:35,916 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:16:35,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:35,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:35,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:41,129 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:16:41,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:16:41,133 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:16:41,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:16:41,144 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:16:41,144 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c266d02e65f74f886b0eb2f483176a5b, NAME => 'SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T02:16:41,145 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:41,145 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:41,145 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:41,145 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:41,148 INFO [StoreOpener-c266d02e65f74f886b0eb2f483176a5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:41,149 INFO [StoreOpener-c266d02e65f74f886b0eb2f483176a5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c266d02e65f74f886b0eb2f483176a5b columnFamilyName cf 2024-12-05T02:16:41,149 DEBUG [StoreOpener-c266d02e65f74f886b0eb2f483176a5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:41,150 INFO [StoreOpener-c266d02e65f74f886b0eb2f483176a5b-1 {}] regionserver.HStore(327): Store=c266d02e65f74f886b0eb2f483176a5b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:41,150 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:16:41,150 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:16:41,150 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d3c116b3853e928417c210a1d53f71b0, NAME => 'SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T02:16:41,150 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 311b33af74547ca9303b9bb5eeb5c01e, NAME => 'SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T02:16:41,151 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:41,151 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:41,151 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:41,151 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:41,151 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:41,151 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:41,151 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:41,151 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:41,151 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:41,152 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:41,152 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:41,153 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:41,153 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:41,154 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:41,156 INFO [StoreOpener-311b33af74547ca9303b9bb5eeb5c01e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:41,158 INFO [StoreOpener-311b33af74547ca9303b9bb5eeb5c01e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311b33af74547ca9303b9bb5eeb5c01e columnFamilyName cf 2024-12-05T02:16:41,158 DEBUG [StoreOpener-311b33af74547ca9303b9bb5eeb5c01e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:41,158 INFO [StoreOpener-311b33af74547ca9303b9bb5eeb5c01e-1 {}] regionserver.HStore(327): Store=311b33af74547ca9303b9bb5eeb5c01e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:41,158 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:41,159 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:41,159 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:41,160 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:41,160 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:41,161 INFO [StoreOpener-d3c116b3853e928417c210a1d53f71b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:41,162 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/c266d02e65f74f886b0eb2f483176a5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:41,162 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:41,163 INFO [StoreOpener-d3c116b3853e928417c210a1d53f71b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3c116b3853e928417c210a1d53f71b0 columnFamilyName cf 2024-12-05T02:16:41,163 DEBUG [StoreOpener-d3c116b3853e928417c210a1d53f71b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:41,163 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c266d02e65f74f886b0eb2f483176a5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71133328, jitterRate=0.059969186782836914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:16:41,163 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:41,163 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c266d02e65f74f886b0eb2f483176a5b: Running coprocessor pre-open hook at 1733365001146Writing region info on filesystem at 1733365001146Initializing all the Stores at 1733365001147 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365001147Cleaning up temporary data from old regions at 1733365001153 (+6 ms)Running coprocessor post-open hooks at 1733365001163 (+10 ms)Region opened successfully at 1733365001163 2024-12-05T02:16:41,164 INFO [StoreOpener-d3c116b3853e928417c210a1d53f71b0-1 {}] regionserver.HStore(327): Store=d3c116b3853e928417c210a1d53f71b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:41,164 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:41,164 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/311b33af74547ca9303b9bb5eeb5c01e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:41,165 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b., pid=17, masterSystemTime=1733365001129 2024-12-05T02:16:41,165 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 311b33af74547ca9303b9bb5eeb5c01e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63420366, jitterRate=-0.05496290326118469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:16:41,165 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:41,165 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 311b33af74547ca9303b9bb5eeb5c01e: Running coprocessor pre-open hook at 1733365001151Writing region info on filesystem at 1733365001151Initializing all the Stores at 1733365001152 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365001152Cleaning up temporary data from old regions at 1733365001160 (+8 ms)Running coprocessor post-open hooks at 1733365001165 (+5 ms)Region opened successfully at 1733365001165 2024-12-05T02:16:41,167 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:16:41,167 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:16:41,167 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:41,167 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:16:41,167 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9733c59db5b3d29cc6626347d527fcc8, NAME => 'SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T02:16:41,168 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:41,168 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:41,168 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:41,168 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:41,168 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:41,168 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c266d02e65f74f886b0eb2f483176a5b, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39825,1733364979445 2024-12-05T02:16:41,169 INFO [StoreOpener-9733c59db5b3d29cc6626347d527fcc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:41,171 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e., pid=20, masterSystemTime=1733365001133 2024-12-05T02:16:41,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c266d02e65f74f886b0eb2f483176a5b, server=01bccfa882c7,39825,1733364979445 because future has completed 2024-12-05T02:16:41,171 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:41,171 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:41,173 INFO [StoreOpener-9733c59db5b3d29cc6626347d527fcc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9733c59db5b3d29cc6626347d527fcc8 columnFamilyName cf 2024-12-05T02:16:41,173 DEBUG [StoreOpener-9733c59db5b3d29cc6626347d527fcc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:41,173 INFO [StoreOpener-9733c59db5b3d29cc6626347d527fcc8-1 {}] regionserver.HStore(327): Store=9733c59db5b3d29cc6626347d527fcc8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:41,173 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:41,174 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:16:41,174 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:16:41,174 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:16:41,174 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f05f6615ea298436eea61048fb6423e5, NAME => 'SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T02:16:41,174 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:41,174 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:41,175 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:41,175 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:41,175 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=311b33af74547ca9303b9bb5eeb5c01e, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39337,1733364979358 2024-12-05T02:16:41,176 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:41,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-12-05T02:16:41,176 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:41,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c266d02e65f74f886b0eb2f483176a5b, server=01bccfa882c7,39825,1733364979445 in 10.0460 sec 2024-12-05T02:16:41,177 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:41,177 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:41,178 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:41,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311b33af74547ca9303b9bb5eeb5c01e, server=01bccfa882c7,39337,1733364979358 because future has completed 2024-12-05T02:16:41,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c266d02e65f74f886b0eb2f483176a5b, ASSIGN in 10.2090 sec 2024-12-05T02:16:41,180 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:41,180 INFO [StoreOpener-f05f6615ea298436eea61048fb6423e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:41,182 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/d3c116b3853e928417c210a1d53f71b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:41,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-05T02:16:41,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 311b33af74547ca9303b9bb5eeb5c01e, server=01bccfa882c7,39337,1733364979358 in 10.0490 sec 2024-12-05T02:16:41,183 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d3c116b3853e928417c210a1d53f71b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65975625, jitterRate=-0.016886577010154724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:16:41,183 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:41,183 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d3c116b3853e928417c210a1d53f71b0: Running coprocessor pre-open hook at 1733365001151Writing region info on filesystem at 1733365001151Initializing all the Stores at 1733365001153 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365001153Cleaning up temporary data from old regions at 1733365001171 (+18 ms)Running coprocessor post-open hooks at 1733365001183 (+12 ms)Region opened successfully at 1733365001183 2024-12-05T02:16:41,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=311b33af74547ca9303b9bb5eeb5c01e, ASSIGN in 10.2150 sec 2024-12-05T02:16:41,185 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0., pid=22, masterSystemTime=1733365001142 2024-12-05T02:16:41,185 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/9733c59db5b3d29cc6626347d527fcc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:41,186 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9733c59db5b3d29cc6626347d527fcc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66483098, jitterRate=-0.009324640035629272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:16:41,186 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:41,186 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9733c59db5b3d29cc6626347d527fcc8: Running coprocessor pre-open hook at 1733365001168Writing region info on filesystem at 1733365001168Initializing all the Stores at 1733365001169 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365001169Cleaning up temporary data from old regions at 1733365001178 (+9 ms)Running coprocessor post-open hooks at 1733365001186 (+8 ms)Region opened successfully at 1733365001186 2024-12-05T02:16:41,187 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:16:41,187 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:16:41,187 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:16:41,187 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 54e195f45439edd5d5a539f81beacec5, NAME => 'SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T02:16:41,187 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8., pid=18, masterSystemTime=1733365001129 2024-12-05T02:16:41,188 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:41,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d3c116b3853e928417c210a1d53f71b0, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:16:41,188 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:41,188 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:41,188 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:41,188 INFO [StoreOpener-f05f6615ea298436eea61048fb6423e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f05f6615ea298436eea61048fb6423e5 columnFamilyName cf 2024-12-05T02:16:41,188 DEBUG [StoreOpener-f05f6615ea298436eea61048fb6423e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:41,191 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:16:41,191 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:16:41,191 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:16:41,191 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 411d4ecf9d5f96c367de4c4bbd72fefb, NAME => 'SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T02:16:41,191 INFO [StoreOpener-f05f6615ea298436eea61048fb6423e5-1 {}] regionserver.HStore(327): Store=f05f6615ea298436eea61048fb6423e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:41,191 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:41,191 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:41,191 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:41,192 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:41,192 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:41,192 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9733c59db5b3d29cc6626347d527fcc8, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39825,1733364979445 2024-12-05T02:16:41,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3c116b3853e928417c210a1d53f71b0, server=01bccfa882c7,38297,1733364979403 because future has completed 2024-12-05T02:16:41,192 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:41,193 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:41,194 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:41,194 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:41,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9733c59db5b3d29cc6626347d527fcc8, server=01bccfa882c7,39825,1733364979445 because future has completed 2024-12-05T02:16:41,195 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45257 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=01bccfa882c7,39825,1733364979445, table=SPTestTable, region=9733c59db5b3d29cc6626347d527fcc8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T02:16:41,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-12-05T02:16:41,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d3c116b3853e928417c210a1d53f71b0, server=01bccfa882c7,38297,1733364979403 in 10.0570 sec 2024-12-05T02:16:41,199 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:41,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-12-05T02:16:41,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3c116b3853e928417c210a1d53f71b0, ASSIGN in 10.2300 sec 2024-12-05T02:16:41,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9733c59db5b3d29cc6626347d527fcc8, server=01bccfa882c7,39825,1733364979445 in 10.0690 sec 2024-12-05T02:16:41,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9733c59db5b3d29cc6626347d527fcc8, ASSIGN in 10.2320 sec 2024-12-05T02:16:41,212 INFO [StoreOpener-54e195f45439edd5d5a539f81beacec5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:41,213 INFO [StoreOpener-411d4ecf9d5f96c367de4c4bbd72fefb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:41,213 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:41,216 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f05f6615ea298436eea61048fb6423e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64687458, jitterRate=-0.03608176112174988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:16:41,216 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:41,217 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f05f6615ea298436eea61048fb6423e5: Running coprocessor pre-open hook at 1733365001175Writing region info on filesystem at 1733365001175Initializing all the Stores at 1733365001177 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365001177Cleaning up temporary data from old regions at 1733365001194 (+17 ms)Running coprocessor post-open hooks at 1733365001217 (+23 ms)Region opened successfully at 1733365001217 2024-12-05T02:16:41,218 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5., pid=16, masterSystemTime=1733365001133 2024-12-05T02:16:41,222 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:16:41,222 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:16:41,222 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:16:41,222 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 9402d167ddfa7cf9b3cf610844197345, NAME => 'SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T02:16:41,222 INFO [StoreOpener-54e195f45439edd5d5a539f81beacec5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54e195f45439edd5d5a539f81beacec5 columnFamilyName cf 2024-12-05T02:16:41,223 INFO [StoreOpener-411d4ecf9d5f96c367de4c4bbd72fefb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 411d4ecf9d5f96c367de4c4bbd72fefb columnFamilyName cf 2024-12-05T02:16:41,223 DEBUG [StoreOpener-54e195f45439edd5d5a539f81beacec5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:41,223 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:41,223 DEBUG [StoreOpener-411d4ecf9d5f96c367de4c4bbd72fefb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:41,223 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:41,223 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:41,223 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:41,223 INFO [StoreOpener-411d4ecf9d5f96c367de4c4bbd72fefb-1 {}] regionserver.HStore(327): Store=411d4ecf9d5f96c367de4c4bbd72fefb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:41,223 INFO [StoreOpener-54e195f45439edd5d5a539f81beacec5-1 {}] regionserver.HStore(327): Store=54e195f45439edd5d5a539f81beacec5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:41,224 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f05f6615ea298436eea61048fb6423e5, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39337,1733364979358 2024-12-05T02:16:41,224 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:41,224 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:41,225 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:41,225 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:41,225 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:41,226 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:41,226 INFO [StoreOpener-9402d167ddfa7cf9b3cf610844197345-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:41,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f05f6615ea298436eea61048fb6423e5, server=01bccfa882c7,39337,1733364979358 because future has completed 2024-12-05T02:16:41,226 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:41,226 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:41,227 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:41,227 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:41,229 INFO [StoreOpener-9402d167ddfa7cf9b3cf610844197345-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9402d167ddfa7cf9b3cf610844197345 columnFamilyName cf 2024-12-05T02:16:41,229 DEBUG [StoreOpener-9402d167ddfa7cf9b3cf610844197345-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:41,230 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:41,230 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:41,232 INFO [StoreOpener-9402d167ddfa7cf9b3cf610844197345-1 {}] regionserver.HStore(327): Store=9402d167ddfa7cf9b3cf610844197345/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:41,232 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:41,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-05T02:16:41,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f05f6615ea298436eea61048fb6423e5, server=01bccfa882c7,39337,1733364979358 in 10.1030 sec 2024-12-05T02:16:41,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f05f6615ea298436eea61048fb6423e5, ASSIGN in 10.2660 sec 2024-12-05T02:16:41,243 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:41,245 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:41,245 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/54e195f45439edd5d5a539f81beacec5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:41,245 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 54e195f45439edd5d5a539f81beacec5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64662340, jitterRate=-0.03645604848861694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:16:41,245 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:41,246 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:41,246 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 54e195f45439edd5d5a539f81beacec5: Running coprocessor pre-open hook at 1733365001188Writing region info on filesystem at 1733365001188Initializing all the Stores at 1733365001189 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365001189Cleaning up temporary data from old regions at 1733365001227 (+38 ms)Running coprocessor post-open hooks at 1733365001245 (+18 ms)Region opened successfully at 1733365001246 (+1 ms) 2024-12-05T02:16:41,246 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:41,247 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5., pid=21, masterSystemTime=1733365001142 2024-12-05T02:16:41,249 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:41,251 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:16:41,251 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:16:41,251 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:16:41,251 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => aa2953d537f07dd78482a8437eb09ef6, NAME => 'SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T02:16:41,252 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:41,252 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:41,252 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:41,252 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:41,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=54e195f45439edd5d5a539f81beacec5, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:16:41,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54e195f45439edd5d5a539f81beacec5, server=01bccfa882c7,38297,1733364979403 because future has completed 2024-12-05T02:16:41,259 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/9402d167ddfa7cf9b3cf610844197345/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:41,260 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 9402d167ddfa7cf9b3cf610844197345; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65030508, jitterRate=-0.03096991777420044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:16:41,260 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:41,260 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 9402d167ddfa7cf9b3cf610844197345: Running coprocessor pre-open hook at 1733365001223Writing region info on filesystem at 1733365001223Initializing all the Stores at 1733365001226 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365001226Cleaning up temporary data from old regions at 1733365001246 (+20 ms)Running coprocessor post-open hooks at 1733365001260 (+14 ms)Region opened successfully at 1733365001260 2024-12-05T02:16:41,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-12-05T02:16:41,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 54e195f45439edd5d5a539f81beacec5, server=01bccfa882c7,38297,1733364979403 in 10.1210 sec 2024-12-05T02:16:41,261 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345., pid=23, masterSystemTime=1733365001133 2024-12-05T02:16:41,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54e195f45439edd5d5a539f81beacec5, ASSIGN in 10.2940 sec 2024-12-05T02:16:41,264 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/411d4ecf9d5f96c367de4c4bbd72fefb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:41,265 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:16:41,265 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:16:41,268 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 411d4ecf9d5f96c367de4c4bbd72fefb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71351508, jitterRate=0.0632203221321106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:16:41,268 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:41,268 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 411d4ecf9d5f96c367de4c4bbd72fefb: Running coprocessor pre-open hook at 1733365001192Writing region info on filesystem at 1733365001192Initializing all the Stores at 1733365001194 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365001194Cleaning up temporary data from old regions at 1733365001226 (+32 ms)Running coprocessor post-open hooks at 1733365001268 (+42 ms)Region opened successfully at 1733365001268 2024-12-05T02:16:41,269 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9402d167ddfa7cf9b3cf610844197345, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39337,1733364979358 2024-12-05T02:16:41,270 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb., pid=15, masterSystemTime=1733365001129 2024-12-05T02:16:41,270 INFO [StoreOpener-aa2953d537f07dd78482a8437eb09ef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:41,273 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:16:41,273 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:16:41,273 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:16:41,273 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5085b825b8e3c3fc7de8d538b892874d, NAME => 'SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T02:16:41,274 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:41,274 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:41,274 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:41,274 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:41,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9402d167ddfa7cf9b3cf610844197345, server=01bccfa882c7,39337,1733364979358 because future has completed 2024-12-05T02:16:41,275 INFO [StoreOpener-aa2953d537f07dd78482a8437eb09ef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa2953d537f07dd78482a8437eb09ef6 columnFamilyName cf 2024-12-05T02:16:41,275 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=411d4ecf9d5f96c367de4c4bbd72fefb, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39825,1733364979445 2024-12-05T02:16:41,275 DEBUG [StoreOpener-aa2953d537f07dd78482a8437eb09ef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:41,277 INFO [StoreOpener-aa2953d537f07dd78482a8437eb09ef6-1 {}] regionserver.HStore(327): Store=aa2953d537f07dd78482a8437eb09ef6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:41,277 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:41,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 411d4ecf9d5f96c367de4c4bbd72fefb, server=01bccfa882c7,39825,1733364979445 because future has completed 2024-12-05T02:16:41,278 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:41,278 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:41,279 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:41,279 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:41,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-12-05T02:16:41,281 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:41,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9402d167ddfa7cf9b3cf610844197345, server=01bccfa882c7,39337,1733364979358 in 10.1390 sec 2024-12-05T02:16:41,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-12-05T02:16:41,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 411d4ecf9d5f96c367de4c4bbd72fefb, server=01bccfa882c7,39825,1733364979445 in 10.1550 sec 2024-12-05T02:16:41,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9402d167ddfa7cf9b3cf610844197345, ASSIGN in 10.3140 sec 2024-12-05T02:16:41,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=411d4ecf9d5f96c367de4c4bbd72fefb, ASSIGN in 10.3180 sec 2024-12-05T02:16:41,288 INFO [StoreOpener-5085b825b8e3c3fc7de8d538b892874d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:41,290 INFO [StoreOpener-5085b825b8e3c3fc7de8d538b892874d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5085b825b8e3c3fc7de8d538b892874d columnFamilyName cf 2024-12-05T02:16:41,290 DEBUG [StoreOpener-5085b825b8e3c3fc7de8d538b892874d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:41,291 INFO [StoreOpener-5085b825b8e3c3fc7de8d538b892874d-1 {}] regionserver.HStore(327): Store=5085b825b8e3c3fc7de8d538b892874d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:41,291 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:41,292 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:41,292 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:41,293 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:41,293 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:41,295 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:41,301 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/aa2953d537f07dd78482a8437eb09ef6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:41,301 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened aa2953d537f07dd78482a8437eb09ef6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67071111, jitterRate=-5.625635385513306E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:16:41,302 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:41,302 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for aa2953d537f07dd78482a8437eb09ef6: Running coprocessor pre-open hook at 1733365001252Writing region info on filesystem at 1733365001252Initializing all the Stores at 1733365001254 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365001254Cleaning up temporary data from old regions at 1733365001279 (+25 ms)Running coprocessor post-open hooks at 1733365001302 (+23 ms)Region opened successfully at 1733365001302 2024-12-05T02:16:41,305 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6., pid=24, masterSystemTime=1733365001142 2024-12-05T02:16:41,307 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:16:41,307 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:16:41,308 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=aa2953d537f07dd78482a8437eb09ef6, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:16:41,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa2953d537f07dd78482a8437eb09ef6, server=01bccfa882c7,38297,1733364979403 because future has completed 2024-12-05T02:16:41,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-12-05T02:16:41,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure aa2953d537f07dd78482a8437eb09ef6, server=01bccfa882c7,38297,1733364979403 in 10.1710 sec 2024-12-05T02:16:41,317 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/5085b825b8e3c3fc7de8d538b892874d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:41,317 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5085b825b8e3c3fc7de8d538b892874d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60417105, jitterRate=-0.0997149795293808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:16:41,318 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:41,318 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5085b825b8e3c3fc7de8d538b892874d: Running coprocessor pre-open hook at 1733365001274Writing region info on filesystem at 1733365001274Initializing all the Stores at 1733365001275 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365001275Cleaning up temporary data from old regions at 1733365001293 (+18 ms)Running coprocessor post-open hooks at 1733365001318 (+25 ms)Region opened successfully at 1733365001318 2024-12-05T02:16:41,329 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d., pid=19, masterSystemTime=1733365001129 2024-12-05T02:16:41,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa2953d537f07dd78482a8437eb09ef6, ASSIGN in 10.3480 sec 2024-12-05T02:16:41,332 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:16:41,332 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:16:41,332 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5085b825b8e3c3fc7de8d538b892874d, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39825,1733364979445 2024-12-05T02:16:41,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5085b825b8e3c3fc7de8d538b892874d, server=01bccfa882c7,39825,1733364979445 because future has completed 2024-12-05T02:16:41,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-05T02:16:41,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5085b825b8e3c3fc7de8d538b892874d, server=01bccfa882c7,39825,1733364979445 in 10.2070 sec 2024-12-05T02:16:41,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-12-05T02:16:41,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5085b825b8e3c3fc7de8d538b892874d, ASSIGN in 10.3710 sec 2024-12-05T02:16:41,342 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:16:41,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365001342"}]},"ts":"1733365001342"} 2024-12-05T02:16:41,345 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T02:16:41,345 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:16:41,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8360 sec 2024-12-05T02:16:43,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T02:16:46,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:46,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:46,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:46,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:16:46,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:46,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:46,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:16:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:48,734 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T02:16:48,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T02:16:48,734 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T02:16:48,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T02:16:48,738 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T02:16:48,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T02:16:48,770 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,772 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,773 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,774 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,775 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,777 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,778 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,805 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b., hostname=01bccfa882c7,39825,1733364979445, seqNum=2] 2024-12-05T02:16:48,807 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b., hostname=01bccfa882c7,39825,1733364979445, seqNum=2] 2024-12-05T02:16:48,808 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b., hostname=01bccfa882c7,39825,1733364979445, seqNum=2] 2024-12-05T02:16:48,809 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b., hostname=01bccfa882c7,39825,1733364979445, seqNum=2] 2024-12-05T02:16:48,811 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b., hostname=01bccfa882c7,39825,1733364979445, seqNum=2] 2024-12-05T02:16:48,812 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b., hostname=01bccfa882c7,39825,1733364979445, seqNum=2] 2024-12-05T02:16:48,871 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5., hostname=01bccfa882c7,39337,1733364979358, seqNum=2] 2024-12-05T02:16:48,873 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5., hostname=01bccfa882c7,39337,1733364979358, seqNum=2] 2024-12-05T02:16:48,875 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5., hostname=01bccfa882c7,39337,1733364979358, seqNum=2] 2024-12-05T02:16:48,876 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5., hostname=01bccfa882c7,39337,1733364979358, seqNum=2] 2024-12-05T02:16:48,878 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5., hostname=01bccfa882c7,39337,1733364979358, seqNum=2] 2024-12-05T02:16:48,879 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5., hostname=01bccfa882c7,39337,1733364979358, seqNum=2] 2024-12-05T02:16:48,880 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5., hostname=01bccfa882c7,39337,1733364979358, seqNum=2] 2024-12-05T02:16:48,939 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,941 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,943 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,944 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,945 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:48,947 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5., hostname=01bccfa882c7,38297,1733364979403, seqNum=2] 2024-12-05T02:16:49,237 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:16:49,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:49,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:49,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:49,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:49,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39825 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T02:16:49,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:16:49,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39337 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T02:16:49,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T02:16:50,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38297 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T02:16:50,164 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T02:16:50,165 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T02:16:50,165 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T02:16:50,166 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T02:16:50,169 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T02:16:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741848_1024 (size=49) 2024-12-05T02:16:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741848_1024 (size=49) 2024-12-05T02:16:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741848_1024 (size=49) 2024-12-05T02:16:50,180 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T02:16:50,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 311b33af74547ca9303b9bb5eeb5c01e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9733c59db5b3d29cc6626347d527fcc8}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 411d4ecf9d5f96c367de4c4bbd72fefb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3c116b3853e928417c210a1d53f71b0}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5085b825b8e3c3fc7de8d538b892874d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9402d167ddfa7cf9b3cf610844197345}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa2953d537f07dd78482a8437eb09ef6}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c266d02e65f74f886b0eb2f483176a5b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f05f6615ea298436eea61048fb6423e5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e195f45439edd5d5a539f81beacec5}] 2024-12-05T02:16:50,182 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:16:50,182 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:16:50,183 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:16:50,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:16:50,183 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:16:50,187 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:16:50,189 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f05f6615ea298436eea61048fb6423e5 2024-12-05T02:16:50,189 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:16:50,190 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:16:50,192 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:16:58,888 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-05T02:17:00,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T02:17:00,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T02:17:00,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 411d4ecf9d5f96c367de4c4bbd72fefb: 2024-12-05T02:17:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. for SnapshotProcedureTest completed. 2024-12-05T02:17:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 5085b825b8e3c3fc7de8d538b892874d: 2024-12-05T02:17:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. for SnapshotProcedureTest completed. 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:17:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9733c59db5b3d29cc6626347d527fcc8: 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. for SnapshotProcedureTest completed. 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:17:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T02:17:00,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:17:00,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:17:00,185 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f05f6615ea298436eea61048fb6423e5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T02:17:00,185 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 54e195f45439edd5d5a539f81beacec5 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-05T02:17:00,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T02:17:00,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T02:17:00,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:17:00,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:17:00,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:17:00,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d3c116b3853e928417c210a1d53f71b0: 2024-12-05T02:17:00,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. for SnapshotProcedureTest completed. 2024-12-05T02:17:00,186 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing aa2953d537f07dd78482a8437eb09ef6 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-05T02:17:00,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:17:00,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:17:00,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 311b33af74547ca9303b9bb5eeb5c01e: 2024-12-05T02:17:00,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. for SnapshotProcedureTest completed. 2024-12-05T02:17:00,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:17:00,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:17:00,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:17:00,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9402d167ddfa7cf9b3cf610844197345: 2024-12-05T02:17:00,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. for SnapshotProcedureTest completed. 2024-12-05T02:17:00,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:17:00,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T02:17:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741851_1027 (size=65) 2024-12-05T02:17:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741851_1027 (size=65) 2024-12-05T02:17:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741851_1027 (size=65) 2024-12-05T02:17:00,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/aa2953d537f07dd78482a8437eb09ef6/.tmp/cf/74c8f41d459a4894bf5a60b7dba00f66 is 34, key is aaa/cf:cf/1733365009655/Put/seqid=0 2024-12-05T02:17:00,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:17:00,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T02:17:00,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:17:00,222 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c266d02e65f74f886b0eb2f483176a5b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T02:17:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T02:17:00,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:17:00,223 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:17:00,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5085b825b8e3c3fc7de8d538b892874d in 10.0440 sec 2024-12-05T02:17:00,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5/.tmp/cf/5aa4e66a9d174507bee853e7f79a3207 is 34, key is ccd/cf:cf/1733365009642/Put/seqid=0 2024-12-05T02:17:00,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741854_1030 (size=65) 2024-12-05T02:17:00,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741854_1030 (size=65) 2024-12-05T02:17:00,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741849_1025 (size=65) 2024-12-05T02:17:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741854_1030 (size=65) 2024-12-05T02:17:00,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:17:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741849_1025 (size=65) 2024-12-05T02:17:00,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T02:17:00,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741849_1025 (size=65) 2024-12-05T02:17:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T02:17:00,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:17:00,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T02:17:00,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:00,233 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T02:17:00,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:17:00,233 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:17:00,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9402d167ddfa7cf9b3cf610844197345 in 10.0540 sec 2024-12-05T02:17:00,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9733c59db5b3d29cc6626347d527fcc8 in 10.0540 sec 2024-12-05T02:17:00,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741850_1026 (size=65) 2024-12-05T02:17:00,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741850_1026 (size=65) 2024-12-05T02:17:00,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741850_1026 (size=65) 2024-12-05T02:17:00,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:17:00,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T02:17:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T02:17:00,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:17:00,240 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:17:00,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 411d4ecf9d5f96c367de4c4bbd72fefb in 10.0600 sec 2024-12-05T02:17:00,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741852_1028 (size=65) 2024-12-05T02:17:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741852_1028 (size=65) 2024-12-05T02:17:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741852_1028 (size=65) 2024-12-05T02:17:00,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:17:00,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T02:17:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T02:17:00,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:17:00,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:17:00,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d3c116b3853e928417c210a1d53f71b0 in 10.0690 sec 2024-12-05T02:17:00,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741853_1029 (size=57) 2024-12-05T02:17:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741853_1029 (size=57) 2024-12-05T02:17:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741853_1029 (size=57) 2024-12-05T02:17:00,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:17:00,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T02:17:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T02:17:00,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:00,262 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:00,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 311b33af74547ca9303b9bb5eeb5c01e in 10.0840 sec 2024-12-05T02:17:00,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/54e195f45439edd5d5a539f81beacec5/.tmp/cf/b0871032b5a441c880a3a20a8d7952ee is 34, key is eaa/cf:cf/1733365010084/Put/seqid=0 2024-12-05T02:17:00,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/c266d02e65f74f886b0eb2f483176a5b/.tmp/cf/91f4f33572634736b40331b5a6570fcd is 34, key is baa/cf:cf/1733365009615/Put/seqid=0 2024-12-05T02:17:00,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741855_1031 (size=26918) 2024-12-05T02:17:00,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741855_1031 (size=26918) 2024-12-05T02:17:00,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741855_1031 (size=26918) 2024-12-05T02:17:00,294 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/aa2953d537f07dd78482a8437eb09ef6/.tmp/cf/74c8f41d459a4894bf5a60b7dba00f66 2024-12-05T02:17:00,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741857_1033 (size=499309) 2024-12-05T02:17:00,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741857_1033 (size=499309) 2024-12-05T02:17:00,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741857_1033 (size=499309) 2024-12-05T02:17:00,301 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/54e195f45439edd5d5a539f81beacec5/.tmp/cf/b0871032b5a441c880a3a20a8d7952ee 2024-12-05T02:17:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741858_1034 (size=28623) 2024-12-05T02:17:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741858_1034 (size=28623) 2024-12-05T02:17:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741858_1034 (size=28623) 2024-12-05T02:17:00,307 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/c266d02e65f74f886b0eb2f483176a5b/.tmp/cf/91f4f33572634736b40331b5a6570fcd 2024-12-05T02:17:00,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741856_1032 (size=47197) 2024-12-05T02:17:00,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741856_1032 (size=47197) 2024-12-05T02:17:00,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741856_1032 (size=47197) 2024-12-05T02:17:00,319 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5/.tmp/cf/5aa4e66a9d174507bee853e7f79a3207 2024-12-05T02:17:00,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/aa2953d537f07dd78482a8437eb09ef6/.tmp/cf/74c8f41d459a4894bf5a60b7dba00f66 as hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/aa2953d537f07dd78482a8437eb09ef6/cf/74c8f41d459a4894bf5a60b7dba00f66 2024-12-05T02:17:00,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5/.tmp/cf/5aa4e66a9d174507bee853e7f79a3207 as hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5/cf/5aa4e66a9d174507bee853e7f79a3207 2024-12-05T02:17:00,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/54e195f45439edd5d5a539f81beacec5/.tmp/cf/b0871032b5a441c880a3a20a8d7952ee as hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/54e195f45439edd5d5a539f81beacec5/cf/b0871032b5a441c880a3a20a8d7952ee 2024-12-05T02:17:00,338 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/aa2953d537f07dd78482a8437eb09ef6/cf/74c8f41d459a4894bf5a60b7dba00f66, entries=676, sequenceid=5, filesize=26.3 K 2024-12-05T02:17:00,339 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for aa2953d537f07dd78482a8437eb09ef6 in 153ms, sequenceid=5, compaction requested=false 2024-12-05T02:17:00,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for aa2953d537f07dd78482a8437eb09ef6: 2024-12-05T02:17:00,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. for SnapshotProcedureTest completed. 2024-12-05T02:17:00,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:17:00,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/aa2953d537f07dd78482a8437eb09ef6/cf/74c8f41d459a4894bf5a60b7dba00f66] hfiles 2024-12-05T02:17:00,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/aa2953d537f07dd78482a8437eb09ef6/cf/74c8f41d459a4894bf5a60b7dba00f66 for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,342 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/54e195f45439edd5d5a539f81beacec5/cf/b0871032b5a441c880a3a20a8d7952ee, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-05T02:17:00,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/c266d02e65f74f886b0eb2f483176a5b/.tmp/cf/91f4f33572634736b40331b5a6570fcd as hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/c266d02e65f74f886b0eb2f483176a5b/cf/91f4f33572634736b40331b5a6570fcd 2024-12-05T02:17:00,344 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 54e195f45439edd5d5a539f81beacec5 in 158ms, sequenceid=5, compaction requested=false 2024-12-05T02:17:00,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 54e195f45439edd5d5a539f81beacec5: 2024-12-05T02:17:00,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. for SnapshotProcedureTest completed. 2024-12-05T02:17:00,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:17:00,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/54e195f45439edd5d5a539f81beacec5/cf/b0871032b5a441c880a3a20a8d7952ee] hfiles 2024-12-05T02:17:00,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/54e195f45439edd5d5a539f81beacec5/cf/b0871032b5a441c880a3a20a8d7952ee for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,344 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5/cf/5aa4e66a9d174507bee853e7f79a3207, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T02:17:00,345 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f05f6615ea298436eea61048fb6423e5 in 160ms, sequenceid=5, compaction requested=false 2024-12-05T02:17:00,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f05f6615ea298436eea61048fb6423e5: 2024-12-05T02:17:00,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. for SnapshotProcedureTest completed. 2024-12-05T02:17:00,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:17:00,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5/cf/5aa4e66a9d174507bee853e7f79a3207] hfiles 2024-12-05T02:17:00,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5/cf/5aa4e66a9d174507bee853e7f79a3207 for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,351 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/c266d02e65f74f886b0eb2f483176a5b/cf/91f4f33572634736b40331b5a6570fcd, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T02:17:00,352 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c266d02e65f74f886b0eb2f483176a5b in 129ms, sequenceid=5, compaction requested=false 2024-12-05T02:17:00,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c266d02e65f74f886b0eb2f483176a5b: 2024-12-05T02:17:00,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. for SnapshotProcedureTest completed. 2024-12-05T02:17:00,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T02:17:00,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/c266d02e65f74f886b0eb2f483176a5b/cf/91f4f33572634736b40331b5a6570fcd] hfiles 2024-12-05T02:17:00,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/c266d02e65f74f886b0eb2f483176a5b/cf/91f4f33572634736b40331b5a6570fcd for snapshot=SnapshotProcedureTest 2024-12-05T02:17:00,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741859_1035 (size=105) 2024-12-05T02:17:00,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741859_1035 (size=105) 2024-12-05T02:17:00,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741859_1035 (size=105) 2024-12-05T02:17:00,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:17:00,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T02:17:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T02:17:00,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:17:00,368 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:17:00,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa2953d537f07dd78482a8437eb09ef6 in 10.1890 sec 2024-12-05T02:17:00,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741860_1036 (size=97) 2024-12-05T02:17:00,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741860_1036 (size=97) 2024-12-05T02:17:00,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741860_1036 (size=97) 2024-12-05T02:17:00,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:17:00,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T02:17:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T02:17:00,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:17:00,377 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:17:00,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741862_1038 (size=105) 2024-12-05T02:17:00,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741862_1038 (size=105) 2024-12-05T02:17:00,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741862_1038 (size=105) 2024-12-05T02:17:00,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:17:00,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T02:17:00,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54e195f45439edd5d5a539f81beacec5 in 10.1980 sec 2024-12-05T02:17:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T02:17:00,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:17:00,381 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:17:00,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741861_1037 (size=105) 2024-12-05T02:17:00,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741861_1037 (size=105) 2024-12-05T02:17:00,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:17:00,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T02:17:00,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741861_1037 (size=105) 2024-12-05T02:17:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T02:17:00,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:00,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:00,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c266d02e65f74f886b0eb2f483176a5b in 10.2030 sec 2024-12-05T02:17:00,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-12-05T02:17:00,387 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T02:17:00,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f05f6615ea298436eea61048fb6423e5 in 10.2050 sec 2024-12-05T02:17:00,387 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T02:17:00,388 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T02:17:00,388 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T02:17:00,390 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T02:17:00,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741863_1039 (size=1174) 2024-12-05T02:17:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741863_1039 (size=1174) 2024-12-05T02:17:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741863_1039 (size=1174) 2024-12-05T02:17:00,424 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T02:17:00,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T02:17:00,431 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:00,431 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,39337,1733364979358 2024-12-05T02:17:00,431 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:00,431 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:00,431 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:00,435 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,39337,1733364979358 2024-12-05T02:17:00,435 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,39337,1733364979358 2024-12-05T02:17:00,435 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:00,436 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:00,477 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T02:17:00,478 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 01bccfa882c7,39337,1733364979358 2024-12-05T02:17:00,478 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 01bccfa882c7,39337,1733364979358: Simulated kill ***** 2024-12-05T02:17:00,478 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:17:00,478 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:17:00,479 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:17:00,479 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:17:00,479 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:17:00,479 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 530094744 }, "NonHeapMemoryUsage": { "committed": 176553984, "init": 7667712, "max": -1, "used": 171801984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T02:17:00,480 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45257 {}] master.MasterRpcServices(700): 01bccfa882c7,39337,1733364979358 reported a fatal error: ***** ABORTING region server 01bccfa882c7,39337,1733364979358: Simulated kill ***** 2024-12-05T02:17:00,481 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,39337,1733364979358' ***** 2024-12-05T02:17:00,481 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-05T02:17:00,481 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:17:00,481 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:17:00,481 INFO [RS:0;01bccfa882c7:39337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T02:17:00,481 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T02:17:00,481 INFO [RS:0;01bccfa882c7:39337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T02:17:00,481 INFO [RS:0;01bccfa882c7:39337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:00,481 INFO [RS:0;01bccfa882c7:39337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:39337. 2024-12-05T02:17:00,481 DEBUG [RS:0;01bccfa882c7:39337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:00,481 DEBUG [RS:0;01bccfa882c7:39337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:00,482 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:00,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741835_1011 (size=1473) 2024-12-05T02:17:00,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741835_1011 (size=1473) 2024-12-05T02:17:00,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741835_1011 (size=1473) 2024-12-05T02:17:00,486 DEBUG [RS:0;01bccfa882c7:39337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:00,486 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:00,486 INFO [RS:0;01bccfa882c7:39337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39337 2024-12-05T02:17:00,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01bccfa882c7,39337,1733364979358 2024-12-05T02:17:00,488 INFO [RS:0;01bccfa882c7:39337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:00,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T02:17:00,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,39337,1733364979358] 2024-12-05T02:17:00,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01bccfa882c7,39337,1733364979358 already deleted, retry=false 2024-12-05T02:17:00,492 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 01bccfa882c7,39337,1733364979358 on 01bccfa882c7,45257,1733364979276 2024-12-05T02:17:00,493 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 01bccfa882c7,39337,1733364979358, splitWal=true, meta=false 2024-12-05T02:17:00,493 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 01bccfa882c7,39337,1733364979358 (carryingMeta=false) 01bccfa882c7,39337,1733364979358/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6c5143e4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T02:17:00,494 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 01bccfa882c7,39337,1733364979358, splitWal=true, meta=false 2024-12-05T02:17:00,495 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 01bccfa882c7,39337,1733364979358 had 3 regions 2024-12-05T02:17:00,495 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 01bccfa882c7,39337,1733364979358, splitWal=true, meta=false, isMeta: false 2024-12-05T02:17:00,497 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting 2024-12-05T02:17:00,498 INFO [PEWorker-1 {}] master.SplitWALManager(105): 01bccfa882c7,39337,1733364979358 WAL count=1, meta=false 2024-12-05T02:17:00,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 01bccfa882c7%2C39337%2C1733364979358.1733364980096}] 2024-12-05T02:17:00,500 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:00,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 01bccfa882c7%2C39337%2C1733364979358.1733364980096, worker=01bccfa882c7,39825,1733364979445}] 2024-12-05T02:17:00,501 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39337,1733364979358 Release verify snapshot worker=01bccfa882c7,39337,1733364979358 2024-12-05T02:17:00,502 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 01bccfa882c7,39337,1733364979358, this operation will be retried to send to another server 2024-12-05T02:17:00,502 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:17:00,502 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733365021502 2024-12-05T02:17:00,502 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39337,1733364979358 Release verify snapshot worker=01bccfa882c7,39337,1733364979358 2024-12-05T02:17:00,502 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 01bccfa882c7,39337,1733364979358, this operation will be retried to send to another server 2024-12-05T02:17:00,502 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:17:00,502 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733365021502 2024-12-05T02:17:00,503 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-05T02:17:00,503 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-05T02:17:00,503 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-05T02:17:00,504 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39337,1733364979358 Release verify snapshot worker=01bccfa882c7,39337,1733364979358 2024-12-05T02:17:00,504 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to 01bccfa882c7,39337,1733364979358, this operation will be retried to send to another server 2024-12-05T02:17:00,504 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:17:00,505 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733365021505 2024-12-05T02:17:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:00,591 INFO [RS:0;01bccfa882c7:39337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x101806880b70001, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:00,591 INFO [RS:0;01bccfa882c7:39337 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,39337,1733364979358; zookeeper connection closed. 2024-12-05T02:17:00,591 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35889d81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35889d81 2024-12-05T02:17:00,967 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:17:00,967 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:17:10,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-05T02:17:10,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-05T02:17:10,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-05T02:17:10,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-05T02:17:10,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-05T02:17:10,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-05T02:17:10,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-05T02:17:10,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T02:17:10,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-05T02:17:10,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-05T02:17:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-05T02:17:10,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T02:17:10,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-05T02:17:10,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T02:17:10,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-05T02:17:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T02:17:10,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-05T02:17:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-05T02:17:10,441 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39825,1733364979445 Release verify snapshot worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-05T02:17:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-05T02:17:10,442 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,38297,1733364979403 Release verify snapshot worker=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-05T02:17:10,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39825,1733364979445 in 10.0130 sec 2024-12-05T02:17:10,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,38297,1733364979403 in 10.0140 sec 2024-12-05T02:17:10,444 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,38297,1733364979403 Release verify snapshot worker=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:10,445 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:10,445 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:10,445 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39825,1733364979445 Release verify snapshot worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:10,445 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:10,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39825,1733364979445 in 10.0170 sec 2024-12-05T02:17:10,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,38297,1733364979403 in 10.0160 sec 2024-12-05T02:17:10,449 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,38297,1733364979403 Release verify snapshot worker=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:10,449 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39825,1733364979445 Release verify snapshot worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:10,449 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:10,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39825,1733364979445 in 10.0210 sec 2024-12-05T02:17:10,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,38297,1733364979403 in 10.0210 sec 2024-12-05T02:17:10,453 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096, size=1.4 K (1473bytes) 2024-12-05T02:17:10,453 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096 2024-12-05T02:17:10,453 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096 after 0ms 2024-12-05T02:17:10,459 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096 took 7ms 2024-12-05T02:17:10,464 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 311b33af74547ca9303b9bb5eeb5c01e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T02:17:10,465 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f05f6615ea298436eea61048fb6423e5: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-05T02:17:10,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 9402d167ddfa7cf9b3cf610844197345: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T02:17:10,467 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096 so closing down 2024-12-05T02:17:10,467 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T02:17:10,467 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T02:17:10,467 INFO [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-12-05T02:17:10,467 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096, journal: Splitting hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096, size=1.4 K (1473bytes) at 1733365030453Finishing writing output for hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096 so closing down at 1733365030467 (+14 ms)3 split writer threads finished at 1733365030467Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1733365030467 2024-12-05T02:17:10,467 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096 2024-12-05T02:17:10,467 DEBUG [RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-05T02:17:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-05T02:17:10,477 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting/01bccfa882c7%2C39337%2C1733364979358.1733364980096 to hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/oldWALs 2024-12-05T02:17:10,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-05T02:17:10,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 01bccfa882c7%2C39337%2C1733364979358.1733364980096, worker=01bccfa882c7,39825,1733364979445 in 9.9760 sec 2024-12-05T02:17:10,480 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:10,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-05T02:17:10,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 01bccfa882c7%2C39337%2C1733364979358.1733364980096, worker=01bccfa882c7,39825,1733364979445 in 9.9820 sec 2024-12-05T02:17:10,485 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting dir is empty, no logs to split. 2024-12-05T02:17:10,485 INFO [PEWorker-2 {}] master.SplitWALManager(105): 01bccfa882c7,39337,1733364979358 WAL count=0, meta=false 2024-12-05T02:17:10,485 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 01bccfa882c7,39337,1733364979358 WAL splitting is done? wals=0, meta=false 2024-12-05T02:17:10,492 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 01bccfa882c7,39337,1733364979358 failed, ignore...File hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/WALs/01bccfa882c7,39337,1733364979358-splitting does not exist. 2024-12-05T02:17:10,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=311b33af74547ca9303b9bb5eeb5c01e, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9402d167ddfa7cf9b3cf610844197345, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f05f6615ea298436eea61048fb6423e5, ASSIGN}] 2024-12-05T02:17:10,495 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9402d167ddfa7cf9b3cf610844197345, ASSIGN 2024-12-05T02:17:10,495 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=311b33af74547ca9303b9bb5eeb5c01e, ASSIGN 2024-12-05T02:17:10,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f05f6615ea298436eea61048fb6423e5, ASSIGN 2024-12-05T02:17:10,496 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9402d167ddfa7cf9b3cf610844197345, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T02:17:10,497 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=311b33af74547ca9303b9bb5eeb5c01e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T02:17:10,497 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f05f6615ea298436eea61048fb6423e5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T02:17:10,501 INFO [master/01bccfa882c7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T02:17:10,501 INFO [master/01bccfa882c7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T02:17:10,647 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(204): Hosts are {01bccfa882c7=0} racks are {/default-rack=0} 2024-12-05T02:17:10,647 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T02:17:10,647 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T02:17:10,647 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T02:17:10,647 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T02:17:10,647 INFO [01bccfa882c7:45257 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T02:17:10,647 INFO [01bccfa882c7:45257 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T02:17:10,647 DEBUG [01bccfa882c7:45257 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T02:17:10,648 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=f05f6615ea298436eea61048fb6423e5, regionState=OPENING, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:10,648 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=9402d167ddfa7cf9b3cf610844197345, regionState=OPENING, regionLocation=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:10,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=311b33af74547ca9303b9bb5eeb5c01e, regionState=OPENING, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:10,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f05f6615ea298436eea61048fb6423e5, ASSIGN because future has completed 2024-12-05T02:17:10,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure f05f6615ea298436eea61048fb6423e5, server=01bccfa882c7,38297,1733364979403}] 2024-12-05T02:17:10,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9402d167ddfa7cf9b3cf610844197345, ASSIGN because future has completed 2024-12-05T02:17:10,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9402d167ddfa7cf9b3cf610844197345, server=01bccfa882c7,39825,1733364979445}] 2024-12-05T02:17:10,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=311b33af74547ca9303b9bb5eeb5c01e, ASSIGN because future has completed 2024-12-05T02:17:10,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311b33af74547ca9303b9bb5eeb5c01e, server=01bccfa882c7,38297,1733364979403}] 2024-12-05T02:17:19,237 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:17:19,936 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T02:17:20,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-05T02:17:20,449 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:17:20,449 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:17:20,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-05T02:17:20,449 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 9402d167ddfa7cf9b3cf610844197345, NAME => 'SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T02:17:20,449 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => f05f6615ea298436eea61048fb6423e5, NAME => 'SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T02:17:20,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-05T02:17:20,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-05T02:17:20,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-05T02:17:20,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:20,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:20,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-05T02:17:20,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,450 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-05T02:17:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-05T02:17:20,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-05T02:17:20,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-05T02:17:20,452 INFO [StoreOpener-f05f6615ea298436eea61048fb6423e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,452 INFO [StoreOpener-9402d167ddfa7cf9b3cf610844197345-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,453 INFO [StoreOpener-f05f6615ea298436eea61048fb6423e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f05f6615ea298436eea61048fb6423e5 columnFamilyName cf 2024-12-05T02:17:20,453 INFO [StoreOpener-9402d167ddfa7cf9b3cf610844197345-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9402d167ddfa7cf9b3cf610844197345 columnFamilyName cf 2024-12-05T02:17:20,453 DEBUG [StoreOpener-f05f6615ea298436eea61048fb6423e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:20,453 DEBUG [StoreOpener-9402d167ddfa7cf9b3cf610844197345-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-05T02:17:20,454 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,38297,1733364979403 Release verify snapshot worker=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45257 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-05T02:17:20,454 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39825,1733364979445 Release verify snapshot worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:20,454 INFO [StoreOpener-9402d167ddfa7cf9b3cf610844197345-1 {}] regionserver.HStore(327): Store=9402d167ddfa7cf9b3cf610844197345/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:20,454 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,455 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,38297,1733364979403 in 20.0260 sec 2024-12-05T02:17:20,456 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,38297,1733364979403 Release verify snapshot worker=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:20,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39825,1733364979445 in 20.0260 sec 2024-12-05T02:17:20,456 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39825,1733364979445 Release verify snapshot worker=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:20,457 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,457 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,457 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,38297,1733364979403 in 20.0280 sec 2024-12-05T02:17:20,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-12-05T02:17:20,460 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,460 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-05T02:17:20,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=01bccfa882c7,39825,1733364979445 in 20.0280 sec 2024-12-05T02:17:20,460 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/.hbase-snapshot/SnapshotProcedureTest 2024-12-05T02:17:20,461 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 9402d167ddfa7cf9b3cf610844197345; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64770477, jitterRate=-0.03484468162059784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:17:20,461 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,461 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 9402d167ddfa7cf9b3cf610844197345: Running coprocessor pre-open hook at 1733365040450Writing region info on filesystem at 1733365040450Initializing all the Stores at 1733365040452 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365040452Cleaning up temporary data from old regions at 1733365040457 (+5 ms)Running coprocessor post-open hooks at 1733365040461 (+4 ms)Region opened successfully at 1733365040461 2024-12-05T02:17:20,462 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345., pid=53, masterSystemTime=1733365040445 2024-12-05T02:17:20,462 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-05T02:17:20,462 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-05T02:17:20,463 DEBUG [StoreOpener-f05f6615ea298436eea61048fb6423e5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5/cf/5aa4e66a9d174507bee853e7f79a3207 2024-12-05T02:17:20,464 INFO [StoreOpener-f05f6615ea298436eea61048fb6423e5-1 {}] regionserver.HStore(327): Store=f05f6615ea298436eea61048fb6423e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:20,464 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:17:20,464 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:17:20,464 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,465 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2990 sec 2024-12-05T02:17:20,465 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=9402d167ddfa7cf9b3cf610844197345, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39825,1733364979445 2024-12-05T02:17:20,466 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9402d167ddfa7cf9b3cf610844197345, server=01bccfa882c7,39825,1733364979445 because future has completed 2024-12-05T02:17:20,467 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,467 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,469 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-12-05T02:17:20,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 9402d167ddfa7cf9b3cf610844197345, server=01bccfa882c7,39825,1733364979445 in 9.8140 sec 2024-12-05T02:17:20,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9402d167ddfa7cf9b3cf610844197345, ASSIGN in 9.9760 sec 2024-12-05T02:17:20,472 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:17:20,473 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened f05f6615ea298436eea61048fb6423e5; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65581462, jitterRate=-0.022760063409805298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:17:20,473 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,473 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for f05f6615ea298436eea61048fb6423e5: Running coprocessor pre-open hook at 1733365040450Writing region info on filesystem at 1733365040450Initializing all the Stores at 1733365040451 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365040451Cleaning up temporary data from old regions at 1733365040467 (+16 ms)Running coprocessor post-open hooks at 1733365040473 (+6 ms)Region opened successfully at 1733365040473 2024-12-05T02:17:20,474 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5., pid=52, masterSystemTime=1733365040445 2024-12-05T02:17:20,475 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:17:20,475 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:17:20,475 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:17:20,476 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 311b33af74547ca9303b9bb5eeb5c01e, NAME => 'SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T02:17:20,476 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=f05f6615ea298436eea61048fb6423e5, regionState=OPEN, openSeqNum=6, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:20,476 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,476 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:20,476 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,476 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure f05f6615ea298436eea61048fb6423e5, server=01bccfa882c7,38297,1733364979403 because future has completed 2024-12-05T02:17:20,478 INFO [StoreOpener-311b33af74547ca9303b9bb5eeb5c01e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,479 INFO [StoreOpener-311b33af74547ca9303b9bb5eeb5c01e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311b33af74547ca9303b9bb5eeb5c01e columnFamilyName cf 2024-12-05T02:17:20,479 DEBUG [StoreOpener-311b33af74547ca9303b9bb5eeb5c01e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:20,479 INFO [StoreOpener-311b33af74547ca9303b9bb5eeb5c01e-1 {}] regionserver.HStore(327): Store=311b33af74547ca9303b9bb5eeb5c01e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:20,480 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,481 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-05T02:17:20,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure f05f6615ea298436eea61048fb6423e5, server=01bccfa882c7,38297,1733364979403 in 9.8260 sec 2024-12-05T02:17:20,482 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f05f6615ea298436eea61048fb6423e5, ASSIGN in 9.9870 sec 2024-12-05T02:17:20,482 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,482 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,484 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,485 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 311b33af74547ca9303b9bb5eeb5c01e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72856166, jitterRate=0.08564147353172302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T02:17:20,485 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,485 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 311b33af74547ca9303b9bb5eeb5c01e: Running coprocessor pre-open hook at 1733365040476Writing region info on filesystem at 1733365040476Initializing all the Stores at 1733365040477 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365040477Cleaning up temporary data from old regions at 1733365040482 (+5 ms)Running coprocessor post-open hooks at 1733365040485 (+3 ms)Region opened successfully at 1733365040485 2024-12-05T02:17:20,486 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e., pid=54, masterSystemTime=1733365040445 2024-12-05T02:17:20,488 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:17:20,488 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:17:20,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=311b33af74547ca9303b9bb5eeb5c01e, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,38297,1733364979403 2024-12-05T02:17:20,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311b33af74547ca9303b9bb5eeb5c01e, server=01bccfa882c7,38297,1733364979403 because future has completed 2024-12-05T02:17:20,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-12-05T02:17:20,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 311b33af74547ca9303b9bb5eeb5c01e, server=01bccfa882c7,38297,1733364979403 in 9.8350 sec 2024-12-05T02:17:20,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-05T02:17:20,496 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 01bccfa882c7,39337,1733364979358 after splitting done 2024-12-05T02:17:20,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=311b33af74547ca9303b9bb5eeb5c01e, ASSIGN in 9.9990 sec 2024-12-05T02:17:20,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 01bccfa882c7,39337,1733364979358, splitWal=true, meta=false in 20.0040 sec 2024-12-05T02:17:20,501 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-05T02:17:20,505 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T02:17:20,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:17:20,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:20,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:20,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:20,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:20,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:20,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:17:20,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1322503900, stopped=false 2024-12-05T02:17:20,506 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,45257,1733364979276 2024-12-05T02:17:20,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T02:17:20,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T02:17:20,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T02:17:20,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:17:20,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:17:20,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:17:20,508 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:17:20,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:17:20,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:17:20,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:17:20,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:20,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:20,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:20,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,38297,1733364979403' ***** 2024-12-05T02:17:20,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:17:20,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,39825,1733364979445' ***** 2024-12-05T02:17:20,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:17:20,510 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:17:20,511 INFO [RS:1;01bccfa882c7:38297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:17:20,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:17:20,511 INFO [RS:1;01bccfa882c7:38297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:17:20,511 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:17:20,511 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 54e195f45439edd5d5a539f81beacec5 2024-12-05T02:17:20,511 INFO [RS:2;01bccfa882c7:39825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:17:20,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:17:20,511 INFO [RS:2;01bccfa882c7:39825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:17:20,511 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(3091): Received CLOSE for 9733c59db5b3d29cc6626347d527fcc8 2024-12-05T02:17:20,511 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for d3c116b3853e928417c210a1d53f71b0 2024-12-05T02:17:20,511 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 311b33af74547ca9303b9bb5eeb5c01e 2024-12-05T02:17:20,511 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,511 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for aa2953d537f07dd78482a8437eb09ef6 2024-12-05T02:17:20,511 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,38297,1733364979403 2024-12-05T02:17:20,511 INFO [RS:1;01bccfa882c7:38297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:20,511 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(3091): Received CLOSE for 9402d167ddfa7cf9b3cf610844197345 2024-12-05T02:17:20,511 INFO [RS:1;01bccfa882c7:38297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;01bccfa882c7:38297. 2024-12-05T02:17:20,511 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54e195f45439edd5d5a539f81beacec5, disabling compactions & flushes 2024-12-05T02:17:20,511 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(3091): Received CLOSE for c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:17:20,511 DEBUG [RS:1;01bccfa882c7:38297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:20,511 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:17:20,511 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(3091): Received CLOSE for 5085b825b8e3c3fc7de8d538b892874d 2024-12-05T02:17:20,511 DEBUG [RS:1;01bccfa882c7:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:20,511 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9733c59db5b3d29cc6626347d527fcc8, disabling compactions & flushes 2024-12-05T02:17:20,511 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:17:20,511 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(3091): Received CLOSE for 411d4ecf9d5f96c367de4c4bbd72fefb 2024-12-05T02:17:20,511 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:17:20,511 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,39825,1733364979445 2024-12-05T02:17:20,511 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. after waiting 0 ms 2024-12-05T02:17:20,511 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:17:20,511 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:17:20,511 INFO [RS:2;01bccfa882c7:39825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:20,511 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:17:20,512 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:17:20,512 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:17:20,512 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. after waiting 0 ms 2024-12-05T02:17:20,512 INFO [RS:2;01bccfa882c7:39825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;01bccfa882c7:39825. 2024-12-05T02:17:20,512 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:17:20,512 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:17:20,512 DEBUG [RS:2;01bccfa882c7:39825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:20,512 DEBUG [RS:2;01bccfa882c7:39825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:20,512 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-05T02:17:20,512 DEBUG [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(1325): Online Regions={9733c59db5b3d29cc6626347d527fcc8=SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8., 9402d167ddfa7cf9b3cf610844197345=SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345., c266d02e65f74f886b0eb2f483176a5b=SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b., 5085b825b8e3c3fc7de8d538b892874d=SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d., 411d4ecf9d5f96c367de4c4bbd72fefb=SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb.} 2024-12-05T02:17:20,512 DEBUG [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(1351): Waiting on 411d4ecf9d5f96c367de4c4bbd72fefb, 5085b825b8e3c3fc7de8d538b892874d, 9402d167ddfa7cf9b3cf610844197345, 9733c59db5b3d29cc6626347d527fcc8, c266d02e65f74f886b0eb2f483176a5b 2024-12-05T02:17:20,512 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-05T02:17:20,512 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:17:20,512 DEBUG [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(1325): Online Regions={54e195f45439edd5d5a539f81beacec5=SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5., d3c116b3853e928417c210a1d53f71b0=SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0., 1588230740=hbase:meta,,1.1588230740, 311b33af74547ca9303b9bb5eeb5c01e=SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e., f05f6615ea298436eea61048fb6423e5=SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5., aa2953d537f07dd78482a8437eb09ef6=SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6.} 2024-12-05T02:17:20,512 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:17:20,512 DEBUG [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311b33af74547ca9303b9bb5eeb5c01e, 54e195f45439edd5d5a539f81beacec5, aa2953d537f07dd78482a8437eb09ef6, d3c116b3853e928417c210a1d53f71b0, f05f6615ea298436eea61048fb6423e5 2024-12-05T02:17:20,512 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:17:20,512 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:17:20,513 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:17:20,513 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-12-05T02:17:20,517 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/54e195f45439edd5d5a539f81beacec5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:17:20,518 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/9733c59db5b3d29cc6626347d527fcc8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:17:20,518 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:17:20,518 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54e195f45439edd5d5a539f81beacec5: Waiting for close lock at 1733365040511Running coprocessor pre-close hooks at 1733365040511Disabling compacts and flushes for region at 1733365040511Disabling writes for close at 1733365040511Writing region close event to WAL at 1733365040513 (+2 ms)Running coprocessor post-close hooks at 1733365040518 (+5 ms)Closed at 1733365040518 2024-12-05T02:17:20,519 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733364990509.54e195f45439edd5d5a539f81beacec5. 2024-12-05T02:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9733c59db5b3d29cc6626347d527fcc8: Waiting for close lock at 1733365040511Running coprocessor pre-close hooks at 1733365040511Disabling compacts and flushes for region at 1733365040511Disabling writes for close at 1733365040512 (+1 ms)Writing region close event to WAL at 1733365040512Running coprocessor post-close hooks at 1733365040518 (+6 ms)Closed at 1733365040518 2024-12-05T02:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3c116b3853e928417c210a1d53f71b0, disabling compactions & flushes 2024-12-05T02:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8. 2024-12-05T02:17:20,519 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. after waiting 0 ms 2024-12-05T02:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9402d167ddfa7cf9b3cf610844197345, disabling compactions & flushes 2024-12-05T02:17:20,519 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. after waiting 0 ms 2024-12-05T02:17:20,519 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:17:20,525 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/d3c116b3853e928417c210a1d53f71b0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:17:20,526 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:17:20,526 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3c116b3853e928417c210a1d53f71b0: Waiting for close lock at 1733365040519Running coprocessor pre-close hooks at 1733365040519Disabling compacts and flushes for region at 1733365040519Disabling writes for close at 1733365040519Writing region close event to WAL at 1733365040519Running coprocessor post-close hooks at 1733365040526 (+7 ms)Closed at 1733365040526 2024-12-05T02:17:20,526 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733364990509.d3c116b3853e928417c210a1d53f71b0. 2024-12-05T02:17:20,526 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 311b33af74547ca9303b9bb5eeb5c01e, disabling compactions & flushes 2024-12-05T02:17:20,526 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:17:20,526 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:17:20,526 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. after waiting 0 ms 2024-12-05T02:17:20,526 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:17:20,528 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/9402d167ddfa7cf9b3cf610844197345/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T02:17:20,528 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:17:20,529 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9402d167ddfa7cf9b3cf610844197345: Waiting for close lock at 1733365040519Running coprocessor pre-close hooks at 1733365040519Disabling compacts and flushes for region at 1733365040519Disabling writes for close at 1733365040519Writing region close event to WAL at 1733365040520 (+1 ms)Running coprocessor post-close hooks at 1733365040528 (+8 ms)Closed at 1733365040528 2024-12-05T02:17:20,529 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733364990509.9402d167ddfa7cf9b3cf610844197345. 2024-12-05T02:17:20,529 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c266d02e65f74f886b0eb2f483176a5b, disabling compactions & flushes 2024-12-05T02:17:20,529 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:17:20,529 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:17:20,529 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. after waiting 0 ms 2024-12-05T02:17:20,529 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:17:20,532 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/311b33af74547ca9303b9bb5eeb5c01e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T02:17:20,534 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:17:20,534 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 311b33af74547ca9303b9bb5eeb5c01e: Waiting for close lock at 1733365040526Running coprocessor pre-close hooks at 1733365040526Disabling compacts and flushes for region at 1733365040526Disabling writes for close at 1733365040526Writing region close event to WAL at 1733365040527 (+1 ms)Running coprocessor post-close hooks at 1733365040534 (+7 ms)Closed at 1733365040534 2024-12-05T02:17:20,534 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733364990509.311b33af74547ca9303b9bb5eeb5c01e. 2024-12-05T02:17:20,534 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f05f6615ea298436eea61048fb6423e5, disabling compactions & flushes 2024-12-05T02:17:20,534 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/c266d02e65f74f886b0eb2f483176a5b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:17:20,534 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:17:20,534 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:17:20,534 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. after waiting 0 ms 2024-12-05T02:17:20,534 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:17:20,534 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/.tmp/info/596c3223bcf14b75bd163eefd9ace847 is 167, key is SPTestTable,19999999,1733364990509.9733c59db5b3d29cc6626347d527fcc8./info:regioninfo/1733365001192/Put/seqid=0 2024-12-05T02:17:20,535 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:17:20,535 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c266d02e65f74f886b0eb2f483176a5b: Waiting for close lock at 1733365040529Running coprocessor pre-close hooks at 1733365040529Disabling compacts and flushes for region at 1733365040529Disabling writes for close at 1733365040529Writing region close event to WAL at 1733365040530 (+1 ms)Running coprocessor post-close hooks at 1733365040535 (+5 ms)Closed at 1733365040535 2024-12-05T02:17:20,535 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733364990509.c266d02e65f74f886b0eb2f483176a5b. 2024-12-05T02:17:20,535 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5085b825b8e3c3fc7de8d538b892874d, disabling compactions & flushes 2024-12-05T02:17:20,535 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:17:20,535 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:17:20,535 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. after waiting 0 ms 2024-12-05T02:17:20,535 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:17:20,541 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/5085b825b8e3c3fc7de8d538b892874d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:17:20,541 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/f05f6615ea298436eea61048fb6423e5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-05T02:17:20,542 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f05f6615ea298436eea61048fb6423e5: Waiting for close lock at 1733365040534Running coprocessor pre-close hooks at 1733365040534Disabling compacts and flushes for region at 1733365040534Disabling writes for close at 1733365040534Writing region close event to WAL at 1733365040535 (+1 ms)Running coprocessor post-close hooks at 1733365040542 (+7 ms)Closed at 1733365040542 2024-12-05T02:17:20,542 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5085b825b8e3c3fc7de8d538b892874d: Waiting for close lock at 1733365040535Running coprocessor pre-close hooks at 1733365040535Disabling compacts and flushes for region at 1733365040535Disabling writes for close at 1733365040535Writing region close event to WAL at 1733365040536 (+1 ms)Running coprocessor post-close hooks at 1733365040542 (+6 ms)Closed at 1733365040542 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733364990509.f05f6615ea298436eea61048fb6423e5. 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733364990509.5085b825b8e3c3fc7de8d538b892874d. 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa2953d537f07dd78482a8437eb09ef6, disabling compactions & flushes 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 411d4ecf9d5f96c367de4c4bbd72fefb, disabling compactions & flushes 2024-12-05T02:17:20,542 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:17:20,542 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. after waiting 0 ms 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. after waiting 0 ms 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:17:20,542 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:17:20,557 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/411d4ecf9d5f96c367de4c4bbd72fefb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T02:17:20,557 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:17:20,557 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 411d4ecf9d5f96c367de4c4bbd72fefb: Waiting for close lock at 1733365040542Running coprocessor pre-close hooks at 1733365040542Disabling compacts and flushes for region at 1733365040542Disabling writes for close at 1733365040542Writing region close event to WAL at 1733365040543 (+1 ms)Running coprocessor post-close hooks at 1733365040557 (+14 ms)Closed at 1733365040557 2024-12-05T02:17:20,557 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733364990509.411d4ecf9d5f96c367de4c4bbd72fefb. 2024-12-05T02:17:20,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741864_1040 (size=19785) 2024-12-05T02:17:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741864_1040 (size=19785) 2024-12-05T02:17:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741864_1040 (size=19785) 2024-12-05T02:17:20,560 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/default/SPTestTable/aa2953d537f07dd78482a8437eb09ef6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:17:20,560 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/.tmp/info/596c3223bcf14b75bd163eefd9ace847 2024-12-05T02:17:20,561 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:17:20,561 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa2953d537f07dd78482a8437eb09ef6: Waiting for close lock at 1733365040542Running coprocessor pre-close hooks at 1733365040542Disabling compacts and flushes for region at 1733365040542Disabling writes for close at 1733365040542Writing region close event to WAL at 1733365040556 (+14 ms)Running coprocessor post-close hooks at 1733365040561 (+5 ms)Closed at 1733365040561 2024-12-05T02:17:20,561 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733364990509.aa2953d537f07dd78482a8437eb09ef6. 2024-12-05T02:17:20,568 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:20,586 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/.tmp/ns/c4e2a03c1b8e4943ab055f5b6296acea is 43, key is default/ns:d/1733364990418/Put/seqid=0 2024-12-05T02:17:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741865_1041 (size=5153) 2024-12-05T02:17:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741865_1041 (size=5153) 2024-12-05T02:17:20,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741865_1041 (size=5153) 2024-12-05T02:17:20,594 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/.tmp/ns/c4e2a03c1b8e4943ab055f5b6296acea 2024-12-05T02:17:20,598 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:20,618 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/.tmp/table/79ed0d8e671040aa89d771c6c1c4ec72 is 47, key is SPTestTable/table:state/1733365001342/Put/seqid=0 2024-12-05T02:17:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741866_1042 (size=5214) 2024-12-05T02:17:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741866_1042 (size=5214) 2024-12-05T02:17:20,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741866_1042 (size=5214) 2024-12-05T02:17:20,626 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/.tmp/table/79ed0d8e671040aa89d771c6c1c4ec72 2024-12-05T02:17:20,633 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/.tmp/info/596c3223bcf14b75bd163eefd9ace847 as hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/info/596c3223bcf14b75bd163eefd9ace847 2024-12-05T02:17:20,639 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/info/596c3223bcf14b75bd163eefd9ace847, entries=112, sequenceid=35, filesize=19.3 K 2024-12-05T02:17:20,640 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/.tmp/ns/c4e2a03c1b8e4943ab055f5b6296acea as hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/ns/c4e2a03c1b8e4943ab055f5b6296acea 2024-12-05T02:17:20,645 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/ns/c4e2a03c1b8e4943ab055f5b6296acea, entries=2, sequenceid=35, filesize=5.0 K 2024-12-05T02:17:20,646 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/.tmp/table/79ed0d8e671040aa89d771c6c1c4ec72 as hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/table/79ed0d8e671040aa89d771c6c1c4ec72 2024-12-05T02:17:20,652 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/table/79ed0d8e671040aa89d771c6c1c4ec72, entries=2, sequenceid=35, filesize=5.1 K 2024-12-05T02:17:20,653 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 140ms, sequenceid=35, compaction requested=false 2024-12-05T02:17:20,658 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-05T02:17:20,658 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:17:20,658 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:20,659 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365040512Running coprocessor pre-close hooks at 1733365040512Disabling compacts and flushes for region at 1733365040512Disabling writes for close at 1733365040512Obtaining lock to block concurrent updates at 1733365040513 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733365040513Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1733365040513Flushing stores of hbase:meta,,1.1588230740 at 1733365040514 (+1 ms)Flushing 1588230740/info: creating writer at 1733365040514Flushing 1588230740/info: appending metadata at 1733365040534 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733365040534Flushing 1588230740/ns: creating writer at 1733365040567 (+33 ms)Flushing 1588230740/ns: appending metadata at 1733365040586 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733365040586Flushing 1588230740/table: creating writer at 1733365040600 (+14 ms)Flushing 1588230740/table: appending metadata at 1733365040617 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733365040618 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4dc402: reopening flushed file at 1733365040632 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5a86bd: reopening flushed file at 1733365040639 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e854646: reopening flushed file at 1733365040646 (+7 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 140ms, sequenceid=35, compaction requested=false at 1733365040653 (+7 ms)Writing region close event to WAL at 1733365040655 (+2 ms)Running coprocessor post-close hooks at 1733365040658 (+3 ms)Closed at 1733365040658 2024-12-05T02:17:20,659 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:20,712 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,39825,1733364979445; all regions closed. 2024-12-05T02:17:20,713 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,38297,1733364979403; all regions closed. 2024-12-05T02:17:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741834_1010 (size=3530) 2024-12-05T02:17:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741834_1010 (size=3530) 2024-12-05T02:17:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741834_1010 (size=3530) 2024-12-05T02:17:20,719 DEBUG [RS:2;01bccfa882c7:39825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/oldWALs 2024-12-05T02:17:20,719 INFO [RS:2;01bccfa882c7:39825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C39825%2C1733364979445:(num 1733364980088) 2024-12-05T02:17:20,719 DEBUG [RS:2;01bccfa882c7:39825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:20,719 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:20,719 INFO [RS:2;01bccfa882c7:39825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:17:20,719 INFO [RS:2;01bccfa882c7:39825 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T02:17:20,720 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:17:20,720 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:17:20,720 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:17:20,720 INFO [RS:2;01bccfa882c7:39825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:17:20,720 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:17:20,720 INFO [RS:2;01bccfa882c7:39825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39825 2024-12-05T02:17:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741836_1012 (size=18358) 2024-12-05T02:17:20,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741836_1012 (size=18358) 2024-12-05T02:17:20,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01bccfa882c7,39825,1733364979445 2024-12-05T02:17:20,722 INFO [RS:2;01bccfa882c7:39825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:20,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741836_1012 (size=18358) 2024-12-05T02:17:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T02:17:20,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,39825,1733364979445] 2024-12-05T02:17:20,724 DEBUG [RS:1;01bccfa882c7:38297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/oldWALs 2024-12-05T02:17:20,725 INFO [RS:1;01bccfa882c7:38297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C38297%2C1733364979403.meta:.meta(num 1733364990367) 2024-12-05T02:17:20,725 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01bccfa882c7,39825,1733364979445 already deleted, retry=false 2024-12-05T02:17:20,725 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,39825,1733364979445 expired; onlineServers=1 2024-12-05T02:17:20,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741833_1009 (size=4056) 2024-12-05T02:17:20,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741833_1009 (size=4056) 2024-12-05T02:17:20,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741833_1009 (size=4056) 2024-12-05T02:17:20,730 DEBUG [RS:1;01bccfa882c7:38297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/oldWALs 2024-12-05T02:17:20,730 INFO [RS:1;01bccfa882c7:38297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C38297%2C1733364979403:(num 1733364980074) 2024-12-05T02:17:20,730 DEBUG [RS:1;01bccfa882c7:38297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:20,730 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:20,730 INFO [RS:1;01bccfa882c7:38297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:17:20,730 INFO [RS:1;01bccfa882c7:38297 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:17:20,730 INFO [RS:1;01bccfa882c7:38297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:17:20,730 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:17:20,730 INFO [RS:1;01bccfa882c7:38297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38297 2024-12-05T02:17:20,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T02:17:20,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01bccfa882c7,38297,1733364979403 2024-12-05T02:17:20,734 INFO [RS:1;01bccfa882c7:38297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:20,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,38297,1733364979403] 2024-12-05T02:17:20,736 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01bccfa882c7,38297,1733364979403 already deleted, retry=false 2024-12-05T02:17:20,736 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,38297,1733364979403 expired; onlineServers=0 2024-12-05T02:17:20,736 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,45257,1733364979276' ***** 2024-12-05T02:17:20,736 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:17:20,736 INFO [M:0;01bccfa882c7:45257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:20,736 INFO [M:0;01bccfa882c7:45257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:17:20,736 DEBUG [M:0;01bccfa882c7:45257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:17:20,736 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:17:20,736 DEBUG [M:0;01bccfa882c7:45257 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:17:20,736 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733364979749 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733364979749,5,FailOnTimeoutGroup] 2024-12-05T02:17:20,736 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733364979756 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733364979756,5,FailOnTimeoutGroup] 2024-12-05T02:17:20,736 INFO [M:0;01bccfa882c7:45257 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:17:20,736 INFO [M:0;01bccfa882c7:45257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:17:20,737 DEBUG [M:0;01bccfa882c7:45257 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:17:20,737 INFO [M:0;01bccfa882c7:45257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:17:20,737 INFO [M:0;01bccfa882c7:45257 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:17:20,737 ERROR [M:0;01bccfa882c7:45257 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:34581 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34581,5,PEWorkerGroup] 2024-12-05T02:17:20,737 INFO [M:0;01bccfa882c7:45257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:17:20,737 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:17:20,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T02:17:20,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:17:20,738 DEBUG [M:0;01bccfa882c7:45257 {}] zookeeper.ZKUtil(347): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T02:17:20,738 WARN [M:0;01bccfa882c7:45257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:17:20,739 INFO [M:0;01bccfa882c7:45257 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/.lastflushedseqids 2024-12-05T02:17:20,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741867_1043 (size=650) 2024-12-05T02:17:20,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741867_1043 (size=650) 2024-12-05T02:17:20,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741867_1043 (size=650) 2024-12-05T02:17:20,750 INFO [M:0;01bccfa882c7:45257 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:17:20,750 INFO [M:0;01bccfa882c7:45257 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:17:20,750 DEBUG [M:0;01bccfa882c7:45257 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:17:20,750 INFO [M:0;01bccfa882c7:45257 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:20,750 DEBUG [M:0;01bccfa882c7:45257 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:20,750 DEBUG [M:0;01bccfa882c7:45257 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:17:20,750 DEBUG [M:0;01bccfa882c7:45257 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:20,750 INFO [M:0;01bccfa882c7:45257 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.91 KB heapSize=266.10 KB 2024-12-05T02:17:20,767 DEBUG [M:0;01bccfa882c7:45257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97922b3fc43540879e7e19f19392567f is 82, key is hbase:meta,,1/info:regioninfo/1733364990405/Put/seqid=0 2024-12-05T02:17:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741868_1044 (size=5672) 2024-12-05T02:17:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741868_1044 (size=5672) 2024-12-05T02:17:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741868_1044 (size=5672) 2024-12-05T02:17:20,786 INFO [M:0;01bccfa882c7:45257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97922b3fc43540879e7e19f19392567f 2024-12-05T02:17:20,807 DEBUG [M:0;01bccfa882c7:45257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f82bc6c147bf4c1989e8eef31f026cc5 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733365001347/Put/seqid=0 2024-12-05T02:17:20,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741869_1045 (size=9313) 2024-12-05T02:17:20,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741869_1045 (size=9313) 2024-12-05T02:17:20,819 INFO [M:0;01bccfa882c7:45257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.18 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f82bc6c147bf4c1989e8eef31f026cc5 2024-12-05T02:17:20,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741869_1045 (size=9313) 2024-12-05T02:17:20,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:20,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x101806880b70003, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:20,825 INFO [RS:2;01bccfa882c7:39825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:20,825 INFO [RS:2;01bccfa882c7:39825 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,39825,1733364979445; zookeeper connection closed. 2024-12-05T02:17:20,825 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bc1011d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bc1011d 2024-12-05T02:17:20,826 INFO [M:0;01bccfa882c7:45257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f82bc6c147bf4c1989e8eef31f026cc5 2024-12-05T02:17:20,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:20,835 INFO [RS:1;01bccfa882c7:38297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:20,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38297-0x101806880b70002, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:20,835 INFO [RS:1;01bccfa882c7:38297 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,38297,1733364979403; zookeeper connection closed. 2024-12-05T02:17:20,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@123f662 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@123f662 2024-12-05T02:17:20,841 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T02:17:20,852 DEBUG [M:0;01bccfa882c7:45257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61550ad7bb72455c878ff817495c99c4 is 69, key is 01bccfa882c7,38297,1733364979403/rs:state/1733364979837/Put/seqid=0 2024-12-05T02:17:20,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741870_1046 (size=5447) 2024-12-05T02:17:20,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741870_1046 (size=5447) 2024-12-05T02:17:20,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741870_1046 (size=5447) 2024-12-05T02:17:20,863 INFO [M:0;01bccfa882c7:45257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61550ad7bb72455c878ff817495c99c4 2024-12-05T02:17:20,868 INFO [M:0;01bccfa882c7:45257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61550ad7bb72455c878ff817495c99c4 2024-12-05T02:17:20,869 DEBUG [M:0;01bccfa882c7:45257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97922b3fc43540879e7e19f19392567f as hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97922b3fc43540879e7e19f19392567f 2024-12-05T02:17:20,875 INFO [M:0;01bccfa882c7:45257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97922b3fc43540879e7e19f19392567f, entries=8, sequenceid=467, filesize=5.5 K 2024-12-05T02:17:20,875 DEBUG [M:0;01bccfa882c7:45257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f82bc6c147bf4c1989e8eef31f026cc5 as hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f82bc6c147bf4c1989e8eef31f026cc5 2024-12-05T02:17:20,891 INFO [M:0;01bccfa882c7:45257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f82bc6c147bf4c1989e8eef31f026cc5 2024-12-05T02:17:20,891 INFO [M:0;01bccfa882c7:45257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f82bc6c147bf4c1989e8eef31f026cc5, entries=54, sequenceid=467, filesize=9.1 K 2024-12-05T02:17:20,892 DEBUG [M:0;01bccfa882c7:45257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61550ad7bb72455c878ff817495c99c4 as hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61550ad7bb72455c878ff817495c99c4 2024-12-05T02:17:20,898 INFO [M:0;01bccfa882c7:45257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61550ad7bb72455c878ff817495c99c4 2024-12-05T02:17:20,898 INFO [M:0;01bccfa882c7:45257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34581/user/jenkins/test-data/65047fbe-0a16-3d54-8919-03e599244433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61550ad7bb72455c878ff817495c99c4, entries=3, sequenceid=467, filesize=5.3 K 2024-12-05T02:17:20,899 INFO [M:0;01bccfa882c7:45257 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.91 KB/228264, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=467, compaction requested=false 2024-12-05T02:17:20,909 INFO [M:0;01bccfa882c7:45257 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:20,909 DEBUG [M:0;01bccfa882c7:45257 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365040750Disabling compacts and flushes for region at 1733365040750Disabling writes for close at 1733365040750Obtaining lock to block concurrent updates at 1733365040750Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365040750Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228264, getHeapSize=272424, getOffHeapSize=0, getCellsCount=570 at 1733365040751 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365040752 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365040752Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365040767 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365040767Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365040792 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365040807 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365040807Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365040826 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365040851 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365040851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4552800f: reopening flushed file at 1733365040869 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b349ebd: reopening flushed file at 1733365040875 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4efe05: reopening flushed file at 1733365040891 (+16 ms)Finished flush of dataSize ~222.91 KB/228264, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 149ms, sequenceid=467, compaction requested=false at 1733365040899 (+8 ms)Writing region close event to WAL at 1733365040909 (+10 ms)Closed at 1733365040909 2024-12-05T02:17:20,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741830_1006 (size=259450) 2024-12-05T02:17:20,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46741 is added to blk_1073741830_1006 (size=259450) 2024-12-05T02:17:20,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741830_1006 (size=259450) 2024-12-05T02:17:20,913 INFO [M:0;01bccfa882c7:45257 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:17:20,913 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:17:20,913 INFO [M:0;01bccfa882c7:45257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45257 2024-12-05T02:17:20,913 INFO [M:0;01bccfa882c7:45257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:21,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:21,015 INFO [M:0;01bccfa882c7:45257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:21,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45257-0x101806880b70000, quorum=127.0.0.1:62188, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:21,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30f7c0fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:17:21,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:21,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:21,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:21,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:21,020 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:17:21,020 WARN [BP-1549246932-172.17.0.2-1733364977989 heartbeating to localhost/127.0.0.1:34581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:17:21,020 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:17:21,020 WARN [BP-1549246932-172.17.0.2-1733364977989 heartbeating to localhost/127.0.0.1:34581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1549246932-172.17.0.2-1733364977989 (Datanode Uuid a0b319d8-eca1-4f65-a7d7-e7d55466643b) service to localhost/127.0.0.1:34581 2024-12-05T02:17:21,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data5/current/BP-1549246932-172.17.0.2-1733364977989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:21,021 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data6/current/BP-1549246932-172.17.0.2-1733364977989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:21,021 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:17:21,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59829fca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:17:21,023 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a24c7a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:21,023 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:21,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df9d2db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:21,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@382fb64c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:21,025 WARN [BP-1549246932-172.17.0.2-1733364977989 heartbeating to localhost/127.0.0.1:34581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:17:21,025 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:17:21,025 WARN [BP-1549246932-172.17.0.2-1733364977989 heartbeating to localhost/127.0.0.1:34581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1549246932-172.17.0.2-1733364977989 (Datanode Uuid 7b8824fc-ef1d-4576-8c63-8b24de4a5d57) service to localhost/127.0.0.1:34581 2024-12-05T02:17:21,025 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:17:21,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data3/current/BP-1549246932-172.17.0.2-1733364977989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:21,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data4/current/BP-1549246932-172.17.0.2-1733364977989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:21,026 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:17:21,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a8c2d0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:17:21,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a61ad1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:21,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:21,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1755fd37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:21,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@519ac7c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:21,030 WARN [BP-1549246932-172.17.0.2-1733364977989 heartbeating to localhost/127.0.0.1:34581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:17:21,030 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:17:21,030 WARN [BP-1549246932-172.17.0.2-1733364977989 heartbeating to localhost/127.0.0.1:34581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1549246932-172.17.0.2-1733364977989 (Datanode Uuid 43019a88-ca82-4766-96c4-4ccd042560e2) service to localhost/127.0.0.1:34581 2024-12-05T02:17:21,030 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:17:21,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data1/current/BP-1549246932-172.17.0.2-1733364977989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:21,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/cluster_2c4614ae-fbd9-5df1-0d4d-94e3f3d93441/data/data2/current/BP-1549246932-172.17.0.2-1733364977989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:21,031 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:17:21,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12387daa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:17:21,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2475479b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:21,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:21,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71cdb09c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:21,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e097cb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74d03e2-688c-b18a-5456-709b97e6e753/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:21,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:17:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:17:21,090 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=121 (was 91) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34581 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34581 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 434) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=7004 (was 6993) - AvailableMemoryMB LEAK? -