2024-11-20 23:13:20,254 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 23:13:20,265 main DEBUG Took 0.009338 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 23:13:20,265 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 23:13:20,266 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 23:13:20,267 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 23:13:20,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,275 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 23:13:20,292 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,295 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,296 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,299 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,300 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,302 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,304 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,305 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,307 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,309 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,310 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,312 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 23:13:20,313 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,314 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 23:13:20,315 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 23:13:20,317 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 23:13:20,319 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 23:13:20,320 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 23:13:20,322 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 23:13:20,323 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 23:13:20,336 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 23:13:20,343 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 23:13:20,347 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 23:13:20,348 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 23:13:20,352 main DEBUG createAppenders(={Console}) 2024-11-20 23:13:20,354 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-20 23:13:20,356 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 23:13:20,356 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-20 23:13:20,357 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 23:13:20,358 main DEBUG OutputStream closed 2024-11-20 23:13:20,358 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 23:13:20,359 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 23:13:20,359 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-20 23:13:20,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 23:13:20,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 23:13:20,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 23:13:20,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 23:13:20,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 23:13:20,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 23:13:20,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 23:13:20,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 23:13:20,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 23:13:20,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 23:13:20,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 23:13:20,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 23:13:20,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 23:13:20,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 23:13:20,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 23:13:20,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 23:13:20,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 23:13:20,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 23:13:20,553 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 23:13:20,553 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-20 23:13:20,561 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 23:13:20,569 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-20T23:13:20,589 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-20 23:13:20,596 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 23:13:20,596 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T23:13:20,612 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-20T23:13:20,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=721, ProcessCount=11, AvailableMemoryMB=4339 2024-11-20T23:13:21,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e 2024-11-20T23:13:21,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:13:21,241 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f, deleteOnExit=true 2024-11-20T23:13:21,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:13:21,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/test.cache.data in system properties and HBase conf 2024-11-20T23:13:21,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:13:21,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:13:21,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:13:21,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:13:21,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:13:21,383 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T23:13:21,507 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:13:21,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:13:21,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:13:21,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:13:21,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:13:21,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:13:21,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:13:21,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:13:21,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:13:21,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:13:21,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:13:21,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:13:21,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:13:21,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:13:21,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:13:23,059 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T23:13:23,194 INFO [Time-limited test {}] log.Log(170): Logging initialized @4156ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T23:13:23,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:13:23,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:13:23,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:13:23,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:13:23,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:13:23,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:13:23,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:13:23,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:13:23,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/java.io.tmpdir/jetty-localhost-45025-hadoop-hdfs-3_4_1-tests_jar-_-any-1389747475538178072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:13:23,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:45025} 2024-11-20T23:13:23,737 INFO [Time-limited test {}] server.Server(415): Started @4700ms 2024-11-20T23:13:24,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:13:24,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:13:24,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:13:24,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:13:24,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:13:24,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:13:24,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:13:24,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/java.io.tmpdir/jetty-localhost-39171-hadoop-hdfs-3_4_1-tests_jar-_-any-837983221947930156/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:13:24,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:39171} 2024-11-20T23:13:24,528 INFO [Time-limited test {}] server.Server(415): Started @5491ms 2024-11-20T23:13:24,599 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:13:24,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:13:25,005 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:13:25,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:13:25,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:13:25,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:13:25,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:13:25,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:13:25,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/java.io.tmpdir/jetty-localhost-41945-hadoop-hdfs-3_4_1-tests_jar-_-any-1946875973153016374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:13:25,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:41945} 2024-11-20T23:13:25,209 INFO [Time-limited test {}] server.Server(415): Started @6172ms 2024-11-20T23:13:25,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:13:25,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:13:25,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:13:25,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:13:25,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:13:25,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:13:25,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:13:25,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:13:25,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/java.io.tmpdir/jetty-localhost-38905-hadoop-hdfs-3_4_1-tests_jar-_-any-4008822036649172307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:13:25,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:38905} 2024-11-20T23:13:25,382 INFO [Time-limited test {}] server.Server(415): Started @6345ms 2024-11-20T23:13:25,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:13:28,115 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data1/current/BP-1262636875-172.17.0.2-1732144402351/current, will proceed with Du for space computation calculation, 2024-11-20T23:13:28,122 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data3/current/BP-1262636875-172.17.0.2-1732144402351/current, will proceed with Du for space computation calculation, 2024-11-20T23:13:28,125 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data2/current/BP-1262636875-172.17.0.2-1732144402351/current, will proceed with Du for space computation calculation, 2024-11-20T23:13:28,133 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data4/current/BP-1262636875-172.17.0.2-1732144402351/current, will proceed with Du for space computation calculation, 2024-11-20T23:13:28,204 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data5/current/BP-1262636875-172.17.0.2-1732144402351/current, will proceed with Du for space computation calculation, 2024-11-20T23:13:28,219 WARN [Thread-134 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data6/current/BP-1262636875-172.17.0.2-1732144402351/current, will proceed with Du for space computation calculation, 2024-11-20T23:13:28,274 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:13:28,297 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:13:28,300 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:13:28,366 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3084504cb380c650 with lease ID 0x2dcd0bba21d860af: Processing first storage report for DS-f1a93cc7-762f-4d05-8a7c-99d78efd3abc from datanode DatanodeRegistration(127.0.0.1:44671, datanodeUuid=6b7aca2e-2c39-4925-8474-6f502f4fd5e2, infoPort=46845, infoSecurePort=0, ipcPort=42103, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351) 2024-11-20T23:13:28,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3084504cb380c650 with lease ID 0x2dcd0bba21d860af: from storage DS-f1a93cc7-762f-4d05-8a7c-99d78efd3abc node DatanodeRegistration(127.0.0.1:44671, datanodeUuid=6b7aca2e-2c39-4925-8474-6f502f4fd5e2, infoPort=46845, infoSecurePort=0, ipcPort=42103, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T23:13:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaaf8b839dc8d0c1 with lease ID 0x2dcd0bba21d860ad: Processing first storage report for DS-f4ca55a4-dcfe-49e4-b109-57f36ade8cb1 from datanode DatanodeRegistration(127.0.0.1:40771, datanodeUuid=cefaaae4-34f3-4f53-868d-a18af6e5a75a, infoPort=34247, infoSecurePort=0, ipcPort=39985, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351) 2024-11-20T23:13:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaaf8b839dc8d0c1 with lease ID 0x2dcd0bba21d860ad: from storage DS-f4ca55a4-dcfe-49e4-b109-57f36ade8cb1 node DatanodeRegistration(127.0.0.1:40771, datanodeUuid=cefaaae4-34f3-4f53-868d-a18af6e5a75a, infoPort=34247, infoSecurePort=0, ipcPort=39985, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:13:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x380516fb1fa59358 with lease ID 0x2dcd0bba21d860ae: Processing first storage report for DS-db620611-7b71-425e-9048-9a20dad4650a from datanode DatanodeRegistration(127.0.0.1:41953, datanodeUuid=b0fe7541-f650-4297-adfb-37effd59d5a9, infoPort=36227, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351) 2024-11-20T23:13:28,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x380516fb1fa59358 with lease ID 0x2dcd0bba21d860ae: from storage DS-db620611-7b71-425e-9048-9a20dad4650a node DatanodeRegistration(127.0.0.1:41953, datanodeUuid=b0fe7541-f650-4297-adfb-37effd59d5a9, infoPort=36227, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:13:28,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3084504cb380c650 with lease ID 0x2dcd0bba21d860af: Processing first storage report for DS-43f59647-9389-4472-a22d-44def67fc191 from datanode DatanodeRegistration(127.0.0.1:44671, datanodeUuid=6b7aca2e-2c39-4925-8474-6f502f4fd5e2, infoPort=46845, infoSecurePort=0, ipcPort=42103, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351) 2024-11-20T23:13:28,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3084504cb380c650 with lease ID 0x2dcd0bba21d860af: from storage DS-43f59647-9389-4472-a22d-44def67fc191 node DatanodeRegistration(127.0.0.1:44671, datanodeUuid=6b7aca2e-2c39-4925-8474-6f502f4fd5e2, infoPort=46845, infoSecurePort=0, ipcPort=42103, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:13:28,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x380516fb1fa59358 with lease ID 0x2dcd0bba21d860ae: Processing first storage report for DS-5fa09459-8b8a-4042-997a-a6081f395d79 from datanode DatanodeRegistration(127.0.0.1:41953, datanodeUuid=b0fe7541-f650-4297-adfb-37effd59d5a9, infoPort=36227, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351) 2024-11-20T23:13:28,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x380516fb1fa59358 with lease ID 0x2dcd0bba21d860ae: from storage DS-5fa09459-8b8a-4042-997a-a6081f395d79 node DatanodeRegistration(127.0.0.1:41953, datanodeUuid=b0fe7541-f650-4297-adfb-37effd59d5a9, infoPort=36227, infoSecurePort=0, ipcPort=40227, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:13:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaaf8b839dc8d0c1 with lease ID 0x2dcd0bba21d860ad: Processing first storage report for DS-eab90d85-abba-42b6-9567-d8e38a84e11b from datanode DatanodeRegistration(127.0.0.1:40771, datanodeUuid=cefaaae4-34f3-4f53-868d-a18af6e5a75a, infoPort=34247, infoSecurePort=0, ipcPort=39985, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351) 2024-11-20T23:13:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaaf8b839dc8d0c1 with lease ID 0x2dcd0bba21d860ad: from storage DS-eab90d85-abba-42b6-9567-d8e38a84e11b node DatanodeRegistration(127.0.0.1:40771, datanodeUuid=cefaaae4-34f3-4f53-868d-a18af6e5a75a, infoPort=34247, infoSecurePort=0, ipcPort=39985, storageInfo=lv=-57;cid=testClusterID;nsid=982212386;c=1732144402351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:13:28,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e 2024-11-20T23:13:28,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/zookeeper_0, clientPort=56869, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:13:28,485 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56869 2024-11-20T23:13:28,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:13:28,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:13:28,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:13:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:13:28,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:13:29,289 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 with version=8 2024-11-20T23:13:29,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/hbase-staging 2024-11-20T23:13:29,405 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T23:13:29,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:13:29,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:29,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:29,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:13:29,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:29,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:13:29,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:13:29,990 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T23:13:30,003 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T23:13:30,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:13:30,041 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1043 (auto-detected) 2024-11-20T23:13:30,042 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T23:13:30,067 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43933 2024-11-20T23:13:30,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43933 connecting to ZooKeeper ensemble=127.0.0.1:56869 2024-11-20T23:13:30,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439330x0, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:13:30,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43933-0x1015a86231f0000 connected 2024-11-20T23:13:30,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:13:30,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:13:30,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:13:30,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5, hbase.cluster.distributed=false 2024-11-20T23:13:30,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T23:13:30,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43933 2024-11-20T23:13:30,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43933 2024-11-20T23:13:30,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43933 2024-11-20T23:13:30,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43933 2024-11-20T23:13:30,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43933 2024-11-20T23:13:30,528 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:13:30,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:30,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:30,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:13:30,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:30,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:13:30,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:13:30,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:13:30,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34993 2024-11-20T23:13:30,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34993 connecting to ZooKeeper ensemble=127.0.0.1:56869 2024-11-20T23:13:30,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:13:30,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:13:30,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349930x0, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:13:30,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34993-0x1015a86231f0001 connected 2024-11-20T23:13:30,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:13:30,585 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:13:30,594 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:13:30,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T23:13:30,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T23:13:30,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34993 2024-11-20T23:13:30,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34993 2024-11-20T23:13:30,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34993 2024-11-20T23:13:30,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34993 2024-11-20T23:13:30,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34993 2024-11-20T23:13:30,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:13:30,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:30,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:30,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:13:30,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:30,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:13:30,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:13:30,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:13:30,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43223 2024-11-20T23:13:30,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43223 connecting to ZooKeeper ensemble=127.0.0.1:56869 2024-11-20T23:13:30,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:13:30,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:13:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432230x0, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:13:30,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432230x0, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:13:30,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43223-0x1015a86231f0002 connected 2024-11-20T23:13:30,661 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:13:30,674 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:13:30,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T23:13:30,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T23:13:30,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43223 2024-11-20T23:13:30,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43223 2024-11-20T23:13:30,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43223 2024-11-20T23:13:30,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43223 2024-11-20T23:13:30,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43223 2024-11-20T23:13:30,730 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:13:30,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:30,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:30,731 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:13:30,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:13:30,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:13:30,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:13:30,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:13:30,741 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33399 2024-11-20T23:13:30,744 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33399 connecting to ZooKeeper ensemble=127.0.0.1:56869 2024-11-20T23:13:30,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:13:30,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:13:30,790 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333990x0, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:13:30,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333990x0, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:13:30,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:13:30,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33399-0x1015a86231f0003 connected 2024-11-20T23:13:30,813 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:13:30,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T23:13:30,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T23:13:30,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33399 2024-11-20T23:13:30,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33399 2024-11-20T23:13:30,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33399 2024-11-20T23:13:30,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33399 2024-11-20T23:13:30,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33399 2024-11-20T23:13:30,857 DEBUG [M:0;412a5e44fd2e:43933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:43933 2024-11-20T23:13:30,859 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/412a5e44fd2e,43933,1732144409478 2024-11-20T23:13:30,873 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:13:30,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:13:30,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:13:30,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:13:30,879 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/412a5e44fd2e,43933,1732144409478 2024-11-20T23:13:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T23:13:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T23:13:30,913 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T23:13:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:30,913 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:30,916 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T23:13:30,917 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/412a5e44fd2e,43933,1732144409478 from backup master directory 2024-11-20T23:13:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/412a5e44fd2e,43933,1732144409478 2024-11-20T23:13:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:13:30,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:13:30,927 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:13:30,928 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,43933,1732144409478 2024-11-20T23:13:30,928 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:13:30,932 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T23:13:30,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:13:30,935 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T23:13:31,010 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/hbase.id] with ID: 6838b6a2-8fdc-4d9a-bf3f-5db5c0aaf1a7 2024-11-20T23:13:31,010 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/.tmp/hbase.id 2024-11-20T23:13:31,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:13:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:13:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:13:31,028 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/.tmp/hbase.id]:[hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/hbase.id] 2024-11-20T23:13:31,091 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:13:31,097 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:13:31,116 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-20T23:13:31,189 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:31,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:31,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:31,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:13:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:13:31,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:13:31,231 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:13:31,233 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:13:31,253 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T23:13:31,258 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:13:31,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:13:31,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:13:31,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:13:31,339 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store 2024-11-20T23:13:31,357 WARN [IPC Server handler 0 on default port 34863 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T23:13:31,357 WARN [IPC Server handler 0 on default port 34863 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T23:13:31,358 WARN [IPC Server handler 0 on default port 34863 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T23:13:31,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:13:31,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:13:31,371 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T23:13:31,375 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:31,376 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:13:31,376 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:13:31,377 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:13:31,378 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:13:31,378 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:13:31,378 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:13:31,379 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144411376Disabling compacts and flushes for region at 1732144411376Disabling writes for close at 1732144411378 (+2 ms)Writing region close event to WAL at 1732144411378Closed at 1732144411378 2024-11-20T23:13:31,382 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/.initializing 2024-11-20T23:13:31,382 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/WALs/412a5e44fd2e,43933,1732144409478 2024-11-20T23:13:31,390 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:13:31,407 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C43933%2C1732144409478, suffix=, logDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/WALs/412a5e44fd2e,43933,1732144409478, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/oldWALs, maxLogs=10 2024-11-20T23:13:31,441 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/WALs/412a5e44fd2e,43933,1732144409478/412a5e44fd2e%2C43933%2C1732144409478.1732144411413, exclude list is [], retry=0 2024-11-20T23:13:31,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-f4ca55a4-dcfe-49e4-b109-57f36ade8cb1,DISK] 2024-11-20T23:13:31,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-db620611-7b71-425e-9048-9a20dad4650a,DISK] 2024-11-20T23:13:31,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44671,DS-f1a93cc7-762f-4d05-8a7c-99d78efd3abc,DISK] 2024-11-20T23:13:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T23:13:31,607 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/WALs/412a5e44fd2e,43933,1732144409478/412a5e44fd2e%2C43933%2C1732144409478.1732144411413 2024-11-20T23:13:31,611 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46845:46845),(127.0.0.1/127.0.0.1:34247:34247),(127.0.0.1/127.0.0.1:36227:36227)] 2024-11-20T23:13:31,612 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:13:31,613 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:31,622 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,630 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:13:31,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:31,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:13:31,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:13:31,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:31,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:31,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:13:31,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:31,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:31,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:13:31,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:31,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:31,770 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,774 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,777 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,792 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,792 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,797 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:13:31,802 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:13:31,813 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:31,815 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60984993, jitterRate=-0.09125278890132904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:13:31,825 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144411650Initializing all the Stores at 1732144411658 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144411659 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144411665 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144411665Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144411665Cleaning up temporary data from old regions at 1732144411793 (+128 ms)Region opened successfully at 1732144411825 (+32 ms) 2024-11-20T23:13:31,828 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:13:31,875 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cde7ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:13:31,921 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:13:31,934 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:13:31,934 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:13:31,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:13:31,939 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T23:13:31,946 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-20T23:13:31,946 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T23:13:31,974 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:13:31,983 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T23:13:31,988 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T23:13:31,991 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:13:31,993 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:13:31,998 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T23:13:32,001 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:13:32,005 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:13:32,018 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T23:13:32,020 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:13:32,030 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T23:13:32,050 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:13:32,062 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T23:13:32,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T23:13:32,072 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T23:13:32,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T23:13:32,073 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T23:13:32,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,082 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,43933,1732144409478, sessionid=0x1015a86231f0000, setting cluster-up flag (Was=false) 2024-11-20T23:13:32,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,115 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,146 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T23:13:32,152 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,43933,1732144409478 2024-11-20T23:13:32,180 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:32,219 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T23:13:32,222 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,43933,1732144409478 2024-11-20T23:13:32,231 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:13:32,243 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(746): ClusterId : 6838b6a2-8fdc-4d9a-bf3f-5db5c0aaf1a7 2024-11-20T23:13:32,245 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:13:32,248 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(746): ClusterId : 6838b6a2-8fdc-4d9a-bf3f-5db5c0aaf1a7 2024-11-20T23:13:32,249 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:13:32,249 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(746): ClusterId : 6838b6a2-8fdc-4d9a-bf3f-5db5c0aaf1a7 2024-11-20T23:13:32,249 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:13:32,274 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:13:32,274 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:13:32,274 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:13:32,274 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:13:32,274 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:13:32,274 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:13:32,285 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:13:32,286 DEBUG [RS:1;412a5e44fd2e:43223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7457809b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:13:32,286 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:13:32,287 DEBUG [RS:0;412a5e44fd2e:34993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b733f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:13:32,287 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:13:32,288 DEBUG [RS:2;412a5e44fd2e:33399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb5ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:13:32,306 DEBUG [RS:0;412a5e44fd2e:34993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:34993 2024-11-20T23:13:32,307 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;412a5e44fd2e:43223 2024-11-20T23:13:32,310 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:13:32,310 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:13:32,311 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:13:32,311 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:13:32,311 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:13:32,311 DEBUG [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:13:32,311 DEBUG [RS:2;412a5e44fd2e:33399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;412a5e44fd2e:33399 2024-11-20T23:13:32,311 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:13:32,311 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:13:32,311 DEBUG [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:13:32,314 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,43933,1732144409478 with port=43223, startcode=1732144410628 2024-11-20T23:13:32,314 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,43933,1732144409478 with port=33399, startcode=1732144410730 2024-11-20T23:13:32,314 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,43933,1732144409478 with port=34993, startcode=1732144410475 2024-11-20T23:13:32,321 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:13:32,335 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:13:32,338 DEBUG [RS:0;412a5e44fd2e:34993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:13:32,338 DEBUG [RS:1;412a5e44fd2e:43223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:13:32,339 DEBUG [RS:2;412a5e44fd2e:33399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:13:32,342 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:13:32,349 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,43933,1732144409478 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:13:32,360 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:13:32,360 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:13:32,360 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:13:32,361 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:13:32,361 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:13:32,361 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,361 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:13:32,361 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,391 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:13:32,393 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144442393 2024-11-20T23:13:32,394 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:13:32,395 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:13:32,396 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:13:32,397 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:13:32,401 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:13:32,401 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43933 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T23:13:32,402 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:13:32,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:13:32,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:13:32,402 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:13:32,402 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:13:32,404 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,409 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:13:32,410 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43933 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T23:13:32,411 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43933 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T23:13:32,412 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:13:32,412 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:13:32,420 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:13:32,420 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:32,421 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:13:32,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:13:32,424 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144412422,5,FailOnTimeoutGroup] 2024-11-20T23:13:32,426 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144412425,5,FailOnTimeoutGroup] 2024-11-20T23:13:32,426 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,426 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:13:32,428 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,428 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,439 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T23:13:32,439 DEBUG [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T23:13:32,439 DEBUG [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T23:13:32,439 WARN [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T23:13:32,439 WARN [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T23:13:32,439 WARN [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T23:13:32,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:13:32,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:13:32,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:13:32,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:13:32,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:32,501 WARN [IPC Server handler 0 on default port 34863 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T23:13:32,501 WARN [IPC Server handler 0 on default port 34863 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T23:13:32,501 WARN [IPC Server handler 0 on default port 34863 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T23:13:32,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:13:32,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:13:32,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:32,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:13:32,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:13:32,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:32,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:13:32,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:13:32,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:13:32,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:32,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:13:32,540 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,43933,1732144409478 with port=43223, startcode=1732144410628 2024-11-20T23:13:32,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:13:32,541 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,43933,1732144409478 with port=33399, startcode=1732144410730 2024-11-20T23:13:32,541 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,43933,1732144409478 with port=34993, startcode=1732144410475 2024-11-20T23:13:32,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:32,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:13:32,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:32,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43933 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:32,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:13:32,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:13:32,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:32,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43933 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:32,560 DEBUG [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:32,560 DEBUG [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34863 2024-11-20T23:13:32,560 DEBUG [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:13:32,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:13:32,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:32,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:32,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43933 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:32,565 DEBUG [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:32,565 DEBUG [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34863 2024-11-20T23:13:32,566 DEBUG [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:13:32,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:13:32,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:13:32,575 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:32,575 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34863 2024-11-20T23:13:32,576 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:13:32,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740 2024-11-20T23:13:32,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T23:13:32,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740 2024-11-20T23:13:32,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:13:32,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:13:32,601 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:13:32,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:13:32,624 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:32,626 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75184881, jitterRate=0.12034203112125397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:13:32,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144412521Initializing all the Stores at 1732144412528 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144412528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144412528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144412529 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144412529Cleaning up temporary data from old regions at 1732144412597 (+68 ms)Region opened successfully at 1732144412632 (+35 ms) 2024-11-20T23:13:32,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:13:32,632 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:13:32,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:13:32,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:13:32,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:13:32,634 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:13:32,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144412632Disabling compacts and flushes for region at 1732144412632Disabling writes for close at 1732144412633 (+1 ms)Writing region close event to WAL at 1732144412634 (+1 ms)Closed at 1732144412634 2024-11-20T23:13:32,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:13:32,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:13:32,641 DEBUG [RS:0;412a5e44fd2e:34993 {}] zookeeper.ZKUtil(111): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:32,642 DEBUG [RS:2;412a5e44fd2e:33399 {}] zookeeper.ZKUtil(111): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:32,642 WARN [RS:0;412a5e44fd2e:34993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:13:32,642 WARN [RS:2;412a5e44fd2e:33399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:13:32,642 INFO [RS:0;412a5e44fd2e:34993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:13:32,642 INFO [RS:2;412a5e44fd2e:33399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:13:32,642 DEBUG [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:32,642 DEBUG [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:32,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,34993,1732144410475] 2024-11-20T23:13:32,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,43223,1732144410628] 2024-11-20T23:13:32,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,33399,1732144410730] 2024-11-20T23:13:32,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:13:32,655 DEBUG [RS:1;412a5e44fd2e:43223 {}] zookeeper.ZKUtil(111): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:32,656 WARN [RS:1;412a5e44fd2e:43223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:13:32,657 INFO [RS:1;412a5e44fd2e:43223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:13:32,657 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:32,676 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:13:32,683 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:13:32,710 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:13:32,714 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:13:32,714 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:13:32,746 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:13:32,746 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:13:32,749 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:13:32,758 INFO [RS:0;412a5e44fd2e:34993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:13:32,758 INFO [RS:1;412a5e44fd2e:43223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:13:32,758 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,758 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,759 INFO [RS:2;412a5e44fd2e:33399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:13:32,759 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,761 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:13:32,764 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:13:32,768 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:13:32,769 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:13:32,773 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:13:32,774 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,774 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,774 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,774 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,774 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,775 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,775 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,775 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,775 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:13:32,775 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,775 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,775 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,775 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,775 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,775 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,776 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,776 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,776 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,776 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:13:32,776 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,776 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,776 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,776 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,777 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,777 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,777 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:13:32,777 DEBUG [RS:0;412a5e44fd2e:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:13:32,780 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:13:32,780 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,780 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,780 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,780 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,781 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,781 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,781 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:13:32,781 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,781 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,781 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,781 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:13:32,781 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,781 DEBUG [RS:2;412a5e44fd2e:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:13:32,781 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,781 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,782 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:13:32,782 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:13:32,782 DEBUG [RS:1;412a5e44fd2e:43223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:13:32,792 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,792 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,793 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,793 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,793 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,793 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33399,1732144410730-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:13:32,794 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,795 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,795 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,795 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,796 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,796 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,34993,1732144410475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:13:32,800 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,800 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,800 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,801 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,801 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,801 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43223,1732144410628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:13:32,837 WARN [412a5e44fd2e:43933 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T23:13:32,847 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:13:32,847 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:13:32,850 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43223,1732144410628-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,850 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,851 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,34993,1732144410475-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,851 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,851 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.Replication(171): 412a5e44fd2e,34993,1732144410475 started 2024-11-20T23:13:32,860 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.Replication(171): 412a5e44fd2e,43223,1732144410628 started 2024-11-20T23:13:32,873 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:13:32,873 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,33399,1732144410730-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,873 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,874 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.Replication(171): 412a5e44fd2e,33399,1732144410730 started 2024-11-20T23:13:32,879 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,880 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,34993,1732144410475, RpcServer on 412a5e44fd2e/172.17.0.2:34993, sessionid=0x1015a86231f0001 2024-11-20T23:13:32,881 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:13:32,881 DEBUG [RS:0;412a5e44fd2e:34993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:32,882 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,34993,1732144410475' 2024-11-20T23:13:32,882 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T23:13:32,883 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T23:13:32,886 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:13:32,887 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:13:32,887 DEBUG [RS:0;412a5e44fd2e:34993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:32,887 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,34993,1732144410475' 2024-11-20T23:13:32,887 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T23:13:32,887 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,889 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T23:13:32,889 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,43223,1732144410628, RpcServer on 412a5e44fd2e/172.17.0.2:43223, sessionid=0x1015a86231f0002 2024-11-20T23:13:32,889 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:13:32,890 DEBUG [RS:1;412a5e44fd2e:43223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:32,890 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,43223,1732144410628' 2024-11-20T23:13:32,890 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T23:13:32,890 DEBUG [RS:0;412a5e44fd2e:34993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:13:32,890 INFO [RS:0;412a5e44fd2e:34993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:13:32,890 INFO [RS:0;412a5e44fd2e:34993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:13:32,896 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T23:13:32,897 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:13:32,897 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:13:32,898 DEBUG [RS:1;412a5e44fd2e:43223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:32,898 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,43223,1732144410628' 2024-11-20T23:13:32,898 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T23:13:32,899 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T23:13:32,899 DEBUG [RS:1;412a5e44fd2e:43223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:13:32,900 INFO [RS:1;412a5e44fd2e:43223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:13:32,904 INFO [RS:1;412a5e44fd2e:43223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:13:32,908 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:32,908 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,33399,1732144410730, RpcServer on 412a5e44fd2e/172.17.0.2:33399, sessionid=0x1015a86231f0003 2024-11-20T23:13:32,908 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:13:32,909 DEBUG [RS:2;412a5e44fd2e:33399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:32,909 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,33399,1732144410730' 2024-11-20T23:13:32,909 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T23:13:32,910 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T23:13:32,914 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:13:32,914 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:13:32,914 DEBUG [RS:2;412a5e44fd2e:33399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:32,914 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,33399,1732144410730' 2024-11-20T23:13:32,915 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T23:13:32,922 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T23:13:32,923 DEBUG [RS:2;412a5e44fd2e:33399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:13:32,923 INFO [RS:2;412a5e44fd2e:33399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:13:32,923 INFO [RS:2;412a5e44fd2e:33399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:13:32,995 INFO [RS:0;412a5e44fd2e:34993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:13:32,998 INFO [RS:0;412a5e44fd2e:34993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C34993%2C1732144410475, suffix=, logDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/oldWALs, maxLogs=32 2024-11-20T23:13:33,006 INFO [RS:1;412a5e44fd2e:43223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:13:33,011 INFO [RS:1;412a5e44fd2e:43223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C43223%2C1732144410628, suffix=, logDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,43223,1732144410628, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/oldWALs, maxLogs=32 2024-11-20T23:13:33,021 DEBUG [RS:0;412a5e44fd2e:34993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475/412a5e44fd2e%2C34993%2C1732144410475.1732144413001, exclude list is [], retry=0 2024-11-20T23:13:33,024 INFO [RS:2;412a5e44fd2e:33399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:13:33,025 WARN [IPC Server handler 4 on default port 34863 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T23:13:33,025 WARN [IPC Server handler 4 on default port 34863 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T23:13:33,025 WARN [IPC Server handler 4 on default port 34863 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T23:13:33,028 INFO [RS:2;412a5e44fd2e:33399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C33399%2C1732144410730, suffix=, logDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,33399,1732144410730, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/oldWALs, maxLogs=32 2024-11-20T23:13:33,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-f4ca55a4-dcfe-49e4-b109-57f36ade8cb1,DISK] 2024-11-20T23:13:33,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-db620611-7b71-425e-9048-9a20dad4650a,DISK] 2024-11-20T23:13:33,031 DEBUG [RS:1;412a5e44fd2e:43223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,43223,1732144410628/412a5e44fd2e%2C43223%2C1732144410628.1732144413013, exclude list is [], retry=0 2024-11-20T23:13:33,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-f4ca55a4-dcfe-49e4-b109-57f36ade8cb1,DISK] 2024-11-20T23:13:33,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-db620611-7b71-425e-9048-9a20dad4650a,DISK] 2024-11-20T23:13:33,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44671,DS-f1a93cc7-762f-4d05-8a7c-99d78efd3abc,DISK] 2024-11-20T23:13:33,041 INFO [RS:0;412a5e44fd2e:34993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475/412a5e44fd2e%2C34993%2C1732144410475.1732144413001 2024-11-20T23:13:33,044 DEBUG [RS:0;412a5e44fd2e:34993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34247:34247),(127.0.0.1/127.0.0.1:36227:36227)] 2024-11-20T23:13:33,054 DEBUG [RS:2;412a5e44fd2e:33399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,33399,1732144410730/412a5e44fd2e%2C33399%2C1732144410730.1732144413031, exclude list is [], retry=0 2024-11-20T23:13:33,057 INFO [RS:1;412a5e44fd2e:43223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,43223,1732144410628/412a5e44fd2e%2C43223%2C1732144410628.1732144413013 2024-11-20T23:13:33,060 DEBUG [RS:1;412a5e44fd2e:43223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46845:46845),(127.0.0.1/127.0.0.1:34247:34247),(127.0.0.1/127.0.0.1:36227:36227)] 2024-11-20T23:13:33,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-db620611-7b71-425e-9048-9a20dad4650a,DISK] 2024-11-20T23:13:33,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44671,DS-f1a93cc7-762f-4d05-8a7c-99d78efd3abc,DISK] 2024-11-20T23:13:33,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-f4ca55a4-dcfe-49e4-b109-57f36ade8cb1,DISK] 2024-11-20T23:13:33,081 INFO [RS:2;412a5e44fd2e:33399 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,33399,1732144410730/412a5e44fd2e%2C33399%2C1732144410730.1732144413031 2024-11-20T23:13:33,087 DEBUG [RS:2;412a5e44fd2e:33399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46845:46845),(127.0.0.1/127.0.0.1:36227:36227),(127.0.0.1/127.0.0.1:34247:34247)] 2024-11-20T23:13:33,090 DEBUG [412a5e44fd2e:43933 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T23:13:33,101 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(204): Hosts are {412a5e44fd2e=0} racks are {/default-rack=0} 2024-11-20T23:13:33,110 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T23:13:33,110 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T23:13:33,110 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T23:13:33,110 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T23:13:33,110 INFO [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T23:13:33,110 INFO [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T23:13:33,110 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T23:13:33,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:33,127 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,43223,1732144410628, state=OPENING 2024-11-20T23:13:33,278 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T23:13:33,278 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T23:13:33,278 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T23:13:33,278 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T23:13:33,279 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T23:13:33,279 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T23:13:33,279 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T23:13:33,279 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T23:13:33,378 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:13:33,474 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:33,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:33,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:33,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:13:33,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:13:33,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:13:33,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:13:33,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:13:33,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:13:33,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,43223,1732144410628}] 2024-11-20T23:13:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:13:37,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:13:39,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T23:13:39,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T23:13:43,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:13:43,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:13:43,528 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:13:43,528 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:13:43,529 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:13:43,535 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C43223%2C1732144410628.meta, suffix=.meta, logDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,43223,1732144410628, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/oldWALs, maxLogs=32 2024-11-20T23:13:43,558 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,43223,1732144410628/412a5e44fd2e%2C43223%2C1732144410628.meta.1732144423537.meta, exclude list is [], retry=0 2024-11-20T23:13:43,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-f4ca55a4-dcfe-49e4-b109-57f36ade8cb1,DISK] 2024-11-20T23:13:43,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44671,DS-f1a93cc7-762f-4d05-8a7c-99d78efd3abc,DISK] 2024-11-20T23:13:43,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-db620611-7b71-425e-9048-9a20dad4650a,DISK] 2024-11-20T23:13:43,570 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,43223,1732144410628/412a5e44fd2e%2C43223%2C1732144410628.meta.1732144423537.meta 2024-11-20T23:13:43,572 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34247:34247),(127.0.0.1/127.0.0.1:46845:46845),(127.0.0.1/127.0.0.1:36227:36227)] 2024-11-20T23:13:43,573 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:13:43,574 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:13:43,577 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:13:43,583 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:13:43,592 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:13:43,593 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:43,593 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:13:43,593 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:13:43,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:13:43,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:13:43,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:43,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:13:43,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:13:43,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:13:43,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:43,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:13:43,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:13:43,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:13:43,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:43,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:13:43,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:13:43,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:13:43,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:43,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:13:43,622 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:13:43,625 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740 2024-11-20T23:13:43,628 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740 2024-11-20T23:13:43,630 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:13:43,630 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:13:43,631 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:13:43,635 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:13:43,636 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67576652, jitterRate=0.006970584392547607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:13:43,637 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:13:43,638 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144423594Writing region info on filesystem at 1732144423594Initializing all the Stores at 1732144423600 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144423600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144423603 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144423603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144423603Cleaning up temporary data from old regions at 1732144423630 (+27 ms)Running coprocessor post-open hooks at 1732144423637 (+7 ms)Region opened successfully at 1732144423638 (+1 ms) 2024-11-20T23:13:43,648 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144423497 2024-11-20T23:13:43,666 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:13:43,666 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:13:43,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:43,671 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,43223,1732144410628, state=OPEN 2024-11-20T23:13:43,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T23:13:43,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T23:13:43,693 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T23:13:43,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T23:13:43,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:13:43,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:13:43,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:13:43,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:13:43,694 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:43,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:13:43,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,43223,1732144410628 in 10.2150 sec 2024-11-20T23:13:43,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:13:43,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0530 sec 2024-11-20T23:13:43,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:13:43,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:13:43,742 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:13:43,744 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,43223,1732144410628, seqNum=-1] 2024-11-20T23:13:43,893 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:13:43,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:13:43,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.6900 sec 2024-11-20T23:13:43,973 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144423972, completionTime=-1 2024-11-20T23:13:43,976 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T23:13:43,976 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:13:44,052 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T23:13:44,052 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144484052 2024-11-20T23:13:44,053 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144544052 2024-11-20T23:13:44,053 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 76 msec 2024-11-20T23:13:44,055 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:13:44,063 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43933,1732144409478-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:44,064 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43933,1732144409478-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:44,064 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43933,1732144409478-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:44,067 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:43933, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:44,067 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:44,082 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:13:44,086 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:44,149 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.221sec 2024-11-20T23:13:44,154 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:13:44,156 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:13:44,157 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:13:44,158 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:13:44,158 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:13:44,159 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43933,1732144409478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:13:44,160 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43933,1732144409478-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:13:44,182 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:13:44,183 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:13:44,183 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43933,1732144409478-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:13:44,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dda29e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:13:44,284 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T23:13:44,285 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T23:13:44,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,43933,-1 for getting cluster id 2024-11-20T23:13:44,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:13:44,346 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6838b6a2-8fdc-4d9a-bf3f-5db5c0aaf1a7' 2024-11-20T23:13:44,351 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:13:44,352 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6838b6a2-8fdc-4d9a-bf3f-5db5c0aaf1a7" 2024-11-20T23:13:44,352 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d5ef44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:13:44,352 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,43933,-1] 2024-11-20T23:13:44,357 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:13:44,362 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:13:44,373 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:13:44,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:13:44,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:13:44,404 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,43223,1732144410628, seqNum=-1] 2024-11-20T23:13:44,405 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:13:44,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:13:44,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,43933,1732144409478 2024-11-20T23:13:44,449 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732144424447 (current time:1732144424447). 2024-11-20T23:13:44,450 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T23:13:44,450 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T23:13:44,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a28b54d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:13:44,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,43933,-1 for getting cluster id 2024-11-20T23:13:44,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:13:44,481 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6838b6a2-8fdc-4d9a-bf3f-5db5c0aaf1a7' 2024-11-20T23:13:44,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:13:44,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6838b6a2-8fdc-4d9a-bf3f-5db5c0aaf1a7" 2024-11-20T23:13:44,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49670a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:13:44,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,43933,-1] 2024-11-20T23:13:44,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:13:44,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:13:44,493 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:13:44,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b678d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:13:44,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:13:44,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,43223,1732144410628, seqNum=-1] 2024-11-20T23:13:44,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:13:44,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:13:44,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:13:44,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:13:44,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:13:44,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:13:44,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:13:44,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:13:44,542 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,43933,1732144409478 2024-11-20T23:13:44,545 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e1520b8 2024-11-20T23:13:44,547 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:13:44,552 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:13:44,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:13:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T23:13:44,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:13:44,579 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:44,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T23:13:44,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:13:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:13:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741837_1013 (size=361) 2024-11-20T23:13:44,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741837_1013 (size=361) 2024-11-20T23:13:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741837_1013 (size=361) 2024-11-20T23:13:44,673 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 655d4ca10251735750d0c8b53b870621, NAME => 'SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:44,674 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fd7c8ead32e5af837d7274c09c93d88d, NAME => 'SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:44,674 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bcd854103c9ff7bb5bef0685895d193c, NAME => 'SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:44,700 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:13:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:13:44,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741840_1016 (size=62) 2024-11-20T23:13:44,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741840_1016 (size=62) 2024-11-20T23:13:44,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:44,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bcd854103c9ff7bb5bef0685895d193c, disabling compactions & flushes 2024-11-20T23:13:44,745 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:13:44,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:13:44,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. after waiting 0 ms 2024-11-20T23:13:44,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:13:44,746 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:13:44,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bcd854103c9ff7bb5bef0685895d193c: Waiting for close lock at 1732144424745Disabling compacts and flushes for region at 1732144424745Disabling writes for close at 1732144424746 (+1 ms)Writing region close event to WAL at 1732144424746Closed at 1732144424746 2024-11-20T23:13:44,747 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cf73dc3ad33cb702c88bc454991af22a, NAME => 'SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:44,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741838_1014 (size=54) 2024-11-20T23:13:44,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741838_1014 (size=54) 2024-11-20T23:13:44,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741840_1016 (size=62) 2024-11-20T23:13:44,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741839_1015 (size=62) 2024-11-20T23:13:44,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741838_1014 (size=54) 2024-11-20T23:13:44,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741839_1015 (size=62) 2024-11-20T23:13:44,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741839_1015 (size=62) 2024-11-20T23:13:44,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:44,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fd7c8ead32e5af837d7274c09c93d88d, disabling compactions & flushes 2024-11-20T23:13:44,757 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:13:44,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:13:44,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. after waiting 0 ms 2024-11-20T23:13:44,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:13:44,757 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:13:44,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fd7c8ead32e5af837d7274c09c93d88d: Waiting for close lock at 1732144424757Disabling compacts and flushes for region at 1732144424757Disabling writes for close at 1732144424757Writing region close event to WAL at 1732144424757Closed at 1732144424757 2024-11-20T23:13:44,758 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 98dc5a9920e538eeab145dc1e53b3749, NAME => 'SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:44,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:44,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 655d4ca10251735750d0c8b53b870621, disabling compactions & flushes 2024-11-20T23:13:44,759 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:13:44,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:13:44,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. after waiting 0 ms 2024-11-20T23:13:44,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:13:44,760 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:13:44,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 655d4ca10251735750d0c8b53b870621: Waiting for close lock at 1732144424759Disabling compacts and flushes for region at 1732144424759Disabling writes for close at 1732144424760 (+1 ms)Writing region close event to WAL at 1732144424760Closed at 1732144424760 2024-11-20T23:13:44,760 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ccf8577617231b2054754831476c13b, NAME => 'SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:44,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741841_1017 (size=62) 2024-11-20T23:13:44,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741841_1017 (size=62) 2024-11-20T23:13:44,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741841_1017 (size=62) 2024-11-20T23:13:44,847 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:44,848 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cf73dc3ad33cb702c88bc454991af22a, disabling compactions & flushes 2024-11-20T23:13:44,848 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:13:44,848 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:13:44,848 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. after waiting 0 ms 2024-11-20T23:13:44,848 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:13:44,848 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:13:44,848 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cf73dc3ad33cb702c88bc454991af22a: Waiting for close lock at 1732144424848Disabling compacts and flushes for region at 1732144424848Disabling writes for close at 1732144424848Writing region close event to WAL at 1732144424848Closed at 1732144424848 2024-11-20T23:13:44,849 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 38845c4b84540d2747dd878380afa998, NAME => 'SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741842_1018 (size=62) 2024-11-20T23:13:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741842_1018 (size=62) 2024-11-20T23:13:44,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741842_1018 (size=62) 2024-11-20T23:13:44,881 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:44,881 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 98dc5a9920e538eeab145dc1e53b3749, disabling compactions & flushes 2024-11-20T23:13:44,881 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:13:44,881 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:13:44,881 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. after waiting 0 ms 2024-11-20T23:13:44,881 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:13:44,881 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:13:44,881 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 98dc5a9920e538eeab145dc1e53b3749: Waiting for close lock at 1732144424881Disabling compacts and flushes for region at 1732144424881Disabling writes for close at 1732144424881Writing region close event to WAL at 1732144424881Closed at 1732144424881 2024-11-20T23:13:44,882 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9f986b100be6797b13c99cbc28ef58da, NAME => 'SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:44,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741843_1019 (size=62) 2024-11-20T23:13:44,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741843_1019 (size=62) 2024-11-20T23:13:44,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:44,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4ccf8577617231b2054754831476c13b, disabling compactions & flushes 2024-11-20T23:13:44,913 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:13:44,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:13:44,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. after waiting 0 ms 2024-11-20T23:13:44,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:13:44,913 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:13:44,913 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ccf8577617231b2054754831476c13b: Waiting for close lock at 1732144424913Disabling compacts and flushes for region at 1732144424913Disabling writes for close at 1732144424913Writing region close event to WAL at 1732144424913Closed at 1732144424913 2024-11-20T23:13:44,914 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e42577fac9daab4bc9008feba40190c, NAME => 'SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:44,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741843_1019 (size=62) 2024-11-20T23:13:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:13:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741844_1020 (size=62) 2024-11-20T23:13:45,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741844_1020 (size=62) 2024-11-20T23:13:45,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741844_1020 (size=62) 2024-11-20T23:13:45,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:45,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 38845c4b84540d2747dd878380afa998, disabling compactions & flushes 2024-11-20T23:13:45,045 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:13:45,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:13:45,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. after waiting 0 ms 2024-11-20T23:13:45,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:13:45,045 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:13:45,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 38845c4b84540d2747dd878380afa998: Waiting for close lock at 1732144425045Disabling compacts and flushes for region at 1732144425045Disabling writes for close at 1732144425045Writing region close event to WAL at 1732144425045Closed at 1732144425045 2024-11-20T23:13:45,046 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 517a1468be69ed9844101bc213671d44, NAME => 'SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5 2024-11-20T23:13:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741845_1021 (size=62) 2024-11-20T23:13:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741845_1021 (size=62) 2024-11-20T23:13:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741845_1021 (size=62) 2024-11-20T23:13:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741846_1022 (size=62) 2024-11-20T23:13:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741846_1022 (size=62) 2024-11-20T23:13:45,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741846_1022 (size=62) 2024-11-20T23:13:45,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:45,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8e42577fac9daab4bc9008feba40190c, disabling compactions & flushes 2024-11-20T23:13:45,070 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:13:45,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:13:45,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. after waiting 0 ms 2024-11-20T23:13:45,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:13:45,070 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:13:45,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e42577fac9daab4bc9008feba40190c: Waiting for close lock at 1732144425070Disabling compacts and flushes for region at 1732144425070Disabling writes for close at 1732144425070Writing region close event to WAL at 1732144425070Closed at 1732144425070 2024-11-20T23:13:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741847_1023 (size=54) 2024-11-20T23:13:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741847_1023 (size=54) 2024-11-20T23:13:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741847_1023 (size=54) 2024-11-20T23:13:45,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:45,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 517a1468be69ed9844101bc213671d44, disabling compactions & flushes 2024-11-20T23:13:45,086 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:13:45,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:13:45,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. after waiting 0 ms 2024-11-20T23:13:45,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:13:45,090 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:13:45,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 517a1468be69ed9844101bc213671d44: Waiting for close lock at 1732144425086Disabling compacts and flushes for region at 1732144425086Disabling writes for close at 1732144425090 (+4 ms)Writing region close event to WAL at 1732144425090Closed at 1732144425090 2024-11-20T23:13:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:13:45,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:45,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9f986b100be6797b13c99cbc28ef58da, disabling compactions & flushes 2024-11-20T23:13:45,468 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:13:45,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:13:45,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. after waiting 0 ms 2024-11-20T23:13:45,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:13:45,468 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:13:45,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9f986b100be6797b13c99cbc28ef58da: Waiting for close lock at 1732144425468Disabling compacts and flushes for region at 1732144425468Disabling writes for close at 1732144425468Writing region close event to WAL at 1732144425468Closed at 1732144425468 2024-11-20T23:13:45,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:13:45,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144425476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144425476"}]},"ts":"1732144425476"} 2024-11-20T23:13:45,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144425476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144425476"}]},"ts":"1732144425476"} 2024-11-20T23:13:45,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732144425476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144425476"}]},"ts":"1732144425476"} 2024-11-20T23:13:45,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144425476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144425476"}]},"ts":"1732144425476"} 2024-11-20T23:13:45,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144425476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144425476"}]},"ts":"1732144425476"} 2024-11-20T23:13:45,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144425476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144425476"}]},"ts":"1732144425476"} 2024-11-20T23:13:45,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144425476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144425476"}]},"ts":"1732144425476"} 2024-11-20T23:13:45,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144425476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144425476"}]},"ts":"1732144425476"} 2024-11-20T23:13:45,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732144425476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144425476"}]},"ts":"1732144425476"} 2024-11-20T23:13:45,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144425476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144425476"}]},"ts":"1732144425476"} 2024-11-20T23:13:45,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T23:13:45,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:13:45,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144425562"}]},"ts":"1732144425562"} 2024-11-20T23:13:45,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T23:13:45,578 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {412a5e44fd2e=0} racks are {/default-rack=0} 2024-11-20T23:13:45,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T23:13:45,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T23:13:45,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T23:13:45,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T23:13:45,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T23:13:45,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T23:13:45,591 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T23:13:45,591 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T23:13:45,592 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T23:13:45,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T23:13:45,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=655d4ca10251735750d0c8b53b870621, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bcd854103c9ff7bb5bef0685895d193c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd7c8ead32e5af837d7274c09c93d88d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf73dc3ad33cb702c88bc454991af22a, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98dc5a9920e538eeab145dc1e53b3749, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ccf8577617231b2054754831476c13b, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38845c4b84540d2747dd878380afa998, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f986b100be6797b13c99cbc28ef58da, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e42577fac9daab4bc9008feba40190c, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=517a1468be69ed9844101bc213671d44, ASSIGN}] 2024-11-20T23:13:45,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f986b100be6797b13c99cbc28ef58da, ASSIGN 2024-11-20T23:13:45,605 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38845c4b84540d2747dd878380afa998, ASSIGN 2024-11-20T23:13:45,607 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e42577fac9daab4bc9008feba40190c, ASSIGN 2024-11-20T23:13:45,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=517a1468be69ed9844101bc213671d44, ASSIGN 2024-11-20T23:13:45,608 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f986b100be6797b13c99cbc28ef58da, ASSIGN; state=OFFLINE, location=412a5e44fd2e,34993,1732144410475; forceNewPlan=false, retain=false 2024-11-20T23:13:45,609 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38845c4b84540d2747dd878380afa998, ASSIGN; state=OFFLINE, location=412a5e44fd2e,34993,1732144410475; forceNewPlan=false, retain=false 2024-11-20T23:13:45,611 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e42577fac9daab4bc9008feba40190c, ASSIGN; state=OFFLINE, location=412a5e44fd2e,43223,1732144410628; forceNewPlan=false, retain=false 2024-11-20T23:13:45,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=517a1468be69ed9844101bc213671d44, ASSIGN; state=OFFLINE, location=412a5e44fd2e,33399,1732144410730; forceNewPlan=false, retain=false 2024-11-20T23:13:45,617 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bcd854103c9ff7bb5bef0685895d193c, ASSIGN 2024-11-20T23:13:45,617 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd7c8ead32e5af837d7274c09c93d88d, ASSIGN 2024-11-20T23:13:45,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf73dc3ad33cb702c88bc454991af22a, ASSIGN 2024-11-20T23:13:45,618 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ccf8577617231b2054754831476c13b, ASSIGN 2024-11-20T23:13:45,622 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bcd854103c9ff7bb5bef0685895d193c, ASSIGN; state=OFFLINE, location=412a5e44fd2e,34993,1732144410475; forceNewPlan=false, retain=false 2024-11-20T23:13:45,623 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ccf8577617231b2054754831476c13b, ASSIGN; state=OFFLINE, location=412a5e44fd2e,33399,1732144410730; forceNewPlan=false, retain=false 2024-11-20T23:13:45,623 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd7c8ead32e5af837d7274c09c93d88d, ASSIGN; state=OFFLINE, location=412a5e44fd2e,43223,1732144410628; forceNewPlan=false, retain=false 2024-11-20T23:13:45,623 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf73dc3ad33cb702c88bc454991af22a, ASSIGN; state=OFFLINE, location=412a5e44fd2e,34993,1732144410475; forceNewPlan=false, retain=false 2024-11-20T23:13:45,624 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98dc5a9920e538eeab145dc1e53b3749, ASSIGN 2024-11-20T23:13:45,627 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98dc5a9920e538eeab145dc1e53b3749, ASSIGN; state=OFFLINE, location=412a5e44fd2e,43223,1732144410628; forceNewPlan=false, retain=false 2024-11-20T23:13:45,639 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=655d4ca10251735750d0c8b53b870621, ASSIGN 2024-11-20T23:13:45,641 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=655d4ca10251735750d0c8b53b870621, ASSIGN; state=OFFLINE, location=412a5e44fd2e,33399,1732144410730; forceNewPlan=false, retain=false 2024-11-20T23:13:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:13:45,761 INFO [412a5e44fd2e:43933 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T23:13:45,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8e42577fac9daab4bc9008feba40190c, regionState=OPENING, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:45,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98dc5a9920e538eeab145dc1e53b3749, regionState=OPENING, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:45,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fd7c8ead32e5af837d7274c09c93d88d, regionState=OPENING, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:45,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9f986b100be6797b13c99cbc28ef58da, regionState=OPENING, regionLocation=412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:45,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=517a1468be69ed9844101bc213671d44, regionState=OPENING, regionLocation=412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:45,770 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=38845c4b84540d2747dd878380afa998, regionState=OPENING, regionLocation=412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:45,771 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4ccf8577617231b2054754831476c13b, regionState=OPENING, regionLocation=412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:45,772 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=cf73dc3ad33cb702c88bc454991af22a, regionState=OPENING, regionLocation=412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:45,772 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=655d4ca10251735750d0c8b53b870621, regionState=OPENING, regionLocation=412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:45,772 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bcd854103c9ff7bb5bef0685895d193c, regionState=OPENING, regionLocation=412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:45,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e42577fac9daab4bc9008feba40190c, ASSIGN because future has completed 2024-11-20T23:13:45,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98dc5a9920e538eeab145dc1e53b3749, ASSIGN because future has completed 2024-11-20T23:13:45,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e42577fac9daab4bc9008feba40190c, server=412a5e44fd2e,43223,1732144410628}] 2024-11-20T23:13:45,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd7c8ead32e5af837d7274c09c93d88d, ASSIGN because future has completed 2024-11-20T23:13:45,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f986b100be6797b13c99cbc28ef58da, ASSIGN because future has completed 2024-11-20T23:13:45,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd7c8ead32e5af837d7274c09c93d88d, server=412a5e44fd2e,43223,1732144410628}] 2024-11-20T23:13:45,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98dc5a9920e538eeab145dc1e53b3749, server=412a5e44fd2e,43223,1732144410628}] 2024-11-20T23:13:45,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38845c4b84540d2747dd878380afa998, ASSIGN because future has completed 2024-11-20T23:13:45,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4ccf8577617231b2054754831476c13b, ASSIGN because future has completed 2024-11-20T23:13:45,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf73dc3ad33cb702c88bc454991af22a, ASSIGN because future has completed 2024-11-20T23:13:45,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf73dc3ad33cb702c88bc454991af22a, server=412a5e44fd2e,34993,1732144410475}] 2024-11-20T23:13:45,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f986b100be6797b13c99cbc28ef58da, server=412a5e44fd2e,34993,1732144410475}] 2024-11-20T23:13:45,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=655d4ca10251735750d0c8b53b870621, ASSIGN because future has completed 2024-11-20T23:13:45,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bcd854103c9ff7bb5bef0685895d193c, ASSIGN because future has completed 2024-11-20T23:13:45,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=517a1468be69ed9844101bc213671d44, ASSIGN because future has completed 2024-11-20T23:13:45,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 655d4ca10251735750d0c8b53b870621, server=412a5e44fd2e,33399,1732144410730}] 2024-11-20T23:13:45,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38845c4b84540d2747dd878380afa998, server=412a5e44fd2e,34993,1732144410475}] 2024-11-20T23:13:45,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 517a1468be69ed9844101bc213671d44, server=412a5e44fd2e,33399,1732144410730}] 2024-11-20T23:13:45,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd854103c9ff7bb5bef0685895d193c, server=412a5e44fd2e,34993,1732144410475}] 2024-11-20T23:13:45,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ccf8577617231b2054754831476c13b, server=412a5e44fd2e,33399,1732144410730}] 2024-11-20T23:13:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:13:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:13:49,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T23:13:49,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:13:49,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T23:13:49,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:13:49,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T23:13:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:13:55,806 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:13:55,806 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => fd7c8ead32e5af837d7274c09c93d88d, NAME => 'SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T23:13:55,807 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:13:55,807 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:55,807 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:13:55,807 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:13:55,809 INFO [StoreOpener-fd7c8ead32e5af837d7274c09c93d88d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:13:55,812 INFO [StoreOpener-fd7c8ead32e5af837d7274c09c93d88d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd7c8ead32e5af837d7274c09c93d88d columnFamilyName cf 2024-11-20T23:13:55,812 DEBUG [StoreOpener-fd7c8ead32e5af837d7274c09c93d88d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:55,813 INFO [StoreOpener-fd7c8ead32e5af837d7274c09c93d88d-1 {}] regionserver.HStore(327): Store=fd7c8ead32e5af837d7274c09c93d88d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:55,814 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:13:55,815 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:13:55,817 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:13:55,819 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:13:55,819 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:13:55,822 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:13:55,826 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/fd7c8ead32e5af837d7274c09c93d88d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:55,827 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened fd7c8ead32e5af837d7274c09c93d88d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67116352, jitterRate=1.1157989501953125E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:13:55,828 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:13:55,829 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for fd7c8ead32e5af837d7274c09c93d88d: Running coprocessor pre-open hook at 1732144435807Writing region info on filesystem at 1732144435807Initializing all the Stores at 1732144435809 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144435809Cleaning up temporary data from old regions at 1732144435819 (+10 ms)Running coprocessor post-open hooks at 1732144435828 (+9 ms)Region opened successfully at 1732144435829 (+1 ms) 2024-11-20T23:13:55,832 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d., pid=17, masterSystemTime=1732144435799 2024-11-20T23:13:55,835 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:13:55,835 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:13:55,835 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:13:55,836 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 98dc5a9920e538eeab145dc1e53b3749, NAME => 'SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T23:13:55,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fd7c8ead32e5af837d7274c09c93d88d, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:55,836 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:13:55,837 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:55,837 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:13:55,837 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:13:55,840 INFO [StoreOpener-98dc5a9920e538eeab145dc1e53b3749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:13:55,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd7c8ead32e5af837d7274c09c93d88d, server=412a5e44fd2e,43223,1732144410628 because future has completed 2024-11-20T23:13:55,844 INFO [StoreOpener-98dc5a9920e538eeab145dc1e53b3749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98dc5a9920e538eeab145dc1e53b3749 columnFamilyName cf 2024-11-20T23:13:55,844 DEBUG [StoreOpener-98dc5a9920e538eeab145dc1e53b3749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:55,845 INFO [StoreOpener-98dc5a9920e538eeab145dc1e53b3749-1 {}] regionserver.HStore(327): Store=98dc5a9920e538eeab145dc1e53b3749/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:55,845 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:13:55,847 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:13:55,848 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:13:55,849 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:13:55,849 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:13:55,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-20T23:13:55,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure fd7c8ead32e5af837d7274c09c93d88d, server=412a5e44fd2e,43223,1732144410628 in 10.0550 sec 2024-11-20T23:13:55,852 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:13:55,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd7c8ead32e5af837d7274c09c93d88d, ASSIGN in 10.2590 sec 2024-11-20T23:13:55,861 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/98dc5a9920e538eeab145dc1e53b3749/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:55,862 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 98dc5a9920e538eeab145dc1e53b3749; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64646828, jitterRate=-0.03668719530105591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:13:55,863 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:13:55,863 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 98dc5a9920e538eeab145dc1e53b3749: Running coprocessor pre-open hook at 1732144435837Writing region info on filesystem at 1732144435837Initializing all the Stores at 1732144435840 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144435840Cleaning up temporary data from old regions at 1732144435849 (+9 ms)Running coprocessor post-open hooks at 1732144435863 (+14 ms)Region opened successfully at 1732144435863 2024-11-20T23:13:55,864 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749., pid=16, masterSystemTime=1732144435799 2024-11-20T23:13:55,871 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:13:55,871 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:13:55,871 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:13:55,871 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e42577fac9daab4bc9008feba40190c, NAME => 'SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T23:13:55,872 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:13:55,872 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:55,872 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:13:55,872 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:13:55,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98dc5a9920e538eeab145dc1e53b3749, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:55,873 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:13:55,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:13:55,876 INFO [StoreOpener-8e42577fac9daab4bc9008feba40190c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:13:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98dc5a9920e538eeab145dc1e53b3749, server=412a5e44fd2e,43223,1732144410628 because future has completed 2024-11-20T23:13:55,878 INFO [StoreOpener-8e42577fac9daab4bc9008feba40190c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e42577fac9daab4bc9008feba40190c columnFamilyName cf 2024-11-20T23:13:55,879 DEBUG [StoreOpener-8e42577fac9daab4bc9008feba40190c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:55,879 INFO [StoreOpener-8e42577fac9daab4bc9008feba40190c-1 {}] regionserver.HStore(327): Store=8e42577fac9daab4bc9008feba40190c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:55,880 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:13:55,881 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/8e42577fac9daab4bc9008feba40190c 2024-11-20T23:13:55,881 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:13:55,882 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => cf73dc3ad33cb702c88bc454991af22a, NAME => 'SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T23:13:55,882 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:13:55,882 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/8e42577fac9daab4bc9008feba40190c 2024-11-20T23:13:55,882 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:55,882 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:13:55,882 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:13:55,883 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:13:55,883 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:13:55,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-20T23:13:55,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98dc5a9920e538eeab145dc1e53b3749, server=412a5e44fd2e,43223,1732144410628 in 10.1030 sec 2024-11-20T23:13:55,886 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:13:55,888 INFO [StoreOpener-cf73dc3ad33cb702c88bc454991af22a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:13:55,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98dc5a9920e538eeab145dc1e53b3749, ASSIGN in 10.2930 sec 2024-11-20T23:13:55,890 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/8e42577fac9daab4bc9008feba40190c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:55,891 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 8e42577fac9daab4bc9008feba40190c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62550281, jitterRate=-0.06792818009853363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:13:55,891 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:13:55,891 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 8e42577fac9daab4bc9008feba40190c: Running coprocessor pre-open hook at 1732144435872Writing region info on filesystem at 1732144435872Initializing all the Stores at 1732144435876 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144435876Cleaning up temporary data from old regions at 1732144435883 (+7 ms)Running coprocessor post-open hooks at 1732144435891 (+8 ms)Region opened successfully at 1732144435891 2024-11-20T23:13:55,892 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c., pid=15, masterSystemTime=1732144435799 2024-11-20T23:13:55,893 INFO [StoreOpener-cf73dc3ad33cb702c88bc454991af22a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf73dc3ad33cb702c88bc454991af22a columnFamilyName cf 2024-11-20T23:13:55,893 DEBUG [StoreOpener-cf73dc3ad33cb702c88bc454991af22a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:55,894 INFO [StoreOpener-cf73dc3ad33cb702c88bc454991af22a-1 {}] regionserver.HStore(327): Store=cf73dc3ad33cb702c88bc454991af22a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:55,894 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:13:55,895 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:13:55,895 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:13:55,895 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:13:55,896 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:13:55,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8e42577fac9daab4bc9008feba40190c, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:13:55,896 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:13:55,897 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:13:55,899 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:13:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e42577fac9daab4bc9008feba40190c, server=412a5e44fd2e,43223,1732144410628 because future has completed 2024-11-20T23:13:55,905 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/cf73dc3ad33cb702c88bc454991af22a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:55,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-20T23:13:55,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e42577fac9daab4bc9008feba40190c, server=412a5e44fd2e,43223,1732144410628 in 10.1240 sec 2024-11-20T23:13:55,906 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened cf73dc3ad33cb702c88bc454991af22a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69964093, jitterRate=0.04254622757434845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:13:55,906 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:13:55,906 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for cf73dc3ad33cb702c88bc454991af22a: Running coprocessor pre-open hook at 1732144435883Writing region info on filesystem at 1732144435883Initializing all the Stores at 1732144435884 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144435884Cleaning up temporary data from old regions at 1732144435897 (+13 ms)Running coprocessor post-open hooks at 1732144435906 (+9 ms)Region opened successfully at 1732144435906 2024-11-20T23:13:55,907 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a., pid=19, masterSystemTime=1732144435873 2024-11-20T23:13:55,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e42577fac9daab4bc9008feba40190c, ASSIGN in 10.3120 sec 2024-11-20T23:13:55,910 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:13:55,910 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:13:55,910 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:13:55,910 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f986b100be6797b13c99cbc28ef58da, NAME => 'SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T23:13:55,911 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:13:55,911 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=cf73dc3ad33cb702c88bc454991af22a, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:55,911 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:55,911 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:13:55,911 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:13:55,912 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:13:55,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:13:55,914 INFO [StoreOpener-9f986b100be6797b13c99cbc28ef58da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:13:55,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf73dc3ad33cb702c88bc454991af22a, server=412a5e44fd2e,34993,1732144410475 because future has completed 2024-11-20T23:13:55,916 INFO [StoreOpener-9f986b100be6797b13c99cbc28ef58da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f986b100be6797b13c99cbc28ef58da columnFamilyName cf 2024-11-20T23:13:55,916 DEBUG [StoreOpener-9f986b100be6797b13c99cbc28ef58da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:55,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-20T23:13:55,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure cf73dc3ad33cb702c88bc454991af22a, server=412a5e44fd2e,34993,1732144410475 in 10.0910 sec 2024-11-20T23:13:55,920 INFO [StoreOpener-9f986b100be6797b13c99cbc28ef58da-1 {}] regionserver.HStore(327): Store=9f986b100be6797b13c99cbc28ef58da/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:55,920 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:13:55,921 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:13:55,922 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:13:55,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf73dc3ad33cb702c88bc454991af22a, ASSIGN in 10.3260 sec 2024-11-20T23:13:55,923 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:13:55,923 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:13:55,925 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:13:55,936 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:13:55,937 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 517a1468be69ed9844101bc213671d44, NAME => 'SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T23:13:55,937 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 517a1468be69ed9844101bc213671d44 2024-11-20T23:13:55,937 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:55,937 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 517a1468be69ed9844101bc213671d44 2024-11-20T23:13:55,937 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/9f986b100be6797b13c99cbc28ef58da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:55,938 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 517a1468be69ed9844101bc213671d44 2024-11-20T23:13:55,940 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9f986b100be6797b13c99cbc28ef58da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65684022, jitterRate=-0.021231800317764282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:13:55,940 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:13:55,940 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9f986b100be6797b13c99cbc28ef58da: Running coprocessor pre-open hook at 1732144435911Writing region info on filesystem at 1732144435911Initializing all the Stores at 1732144435913 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144435913Cleaning up temporary data from old regions at 1732144435923 (+10 ms)Running coprocessor post-open hooks at 1732144435940 (+17 ms)Region opened successfully at 1732144435940 2024-11-20T23:13:55,942 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da., pid=18, masterSystemTime=1732144435873 2024-11-20T23:13:55,946 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:13:55,946 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:13:55,946 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:13:55,946 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 38845c4b84540d2747dd878380afa998, NAME => 'SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T23:13:55,947 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 38845c4b84540d2747dd878380afa998 2024-11-20T23:13:55,947 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:55,947 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9f986b100be6797b13c99cbc28ef58da, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:55,947 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 38845c4b84540d2747dd878380afa998 2024-11-20T23:13:55,947 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 38845c4b84540d2747dd878380afa998 2024-11-20T23:13:55,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f986b100be6797b13c99cbc28ef58da, server=412a5e44fd2e,34993,1732144410475 because future has completed 2024-11-20T23:13:55,953 INFO [StoreOpener-517a1468be69ed9844101bc213671d44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 517a1468be69ed9844101bc213671d44 2024-11-20T23:13:55,955 INFO [StoreOpener-517a1468be69ed9844101bc213671d44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 517a1468be69ed9844101bc213671d44 columnFamilyName cf 2024-11-20T23:13:55,955 DEBUG [StoreOpener-517a1468be69ed9844101bc213671d44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:55,956 INFO [StoreOpener-38845c4b84540d2747dd878380afa998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 38845c4b84540d2747dd878380afa998 2024-11-20T23:13:55,957 INFO [StoreOpener-517a1468be69ed9844101bc213671d44-1 {}] regionserver.HStore(327): Store=517a1468be69ed9844101bc213671d44/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:55,957 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 517a1468be69ed9844101bc213671d44 2024-11-20T23:13:55,959 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/517a1468be69ed9844101bc213671d44 2024-11-20T23:13:55,960 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/517a1468be69ed9844101bc213671d44 2024-11-20T23:13:55,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-20T23:13:55,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f986b100be6797b13c99cbc28ef58da, server=412a5e44fd2e,34993,1732144410475 in 10.1280 sec 2024-11-20T23:13:55,960 INFO [StoreOpener-38845c4b84540d2747dd878380afa998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38845c4b84540d2747dd878380afa998 columnFamilyName cf 2024-11-20T23:13:55,961 DEBUG [StoreOpener-38845c4b84540d2747dd878380afa998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:55,962 INFO [StoreOpener-38845c4b84540d2747dd878380afa998-1 {}] regionserver.HStore(327): Store=38845c4b84540d2747dd878380afa998/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:55,962 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 38845c4b84540d2747dd878380afa998 2024-11-20T23:13:55,963 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/38845c4b84540d2747dd878380afa998 2024-11-20T23:13:55,964 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/38845c4b84540d2747dd878380afa998 2024-11-20T23:13:55,964 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 517a1468be69ed9844101bc213671d44 2024-11-20T23:13:55,964 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 517a1468be69ed9844101bc213671d44 2024-11-20T23:13:55,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f986b100be6797b13c99cbc28ef58da, ASSIGN in 10.3670 sec 2024-11-20T23:13:55,966 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 38845c4b84540d2747dd878380afa998 2024-11-20T23:13:55,966 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 38845c4b84540d2747dd878380afa998 2024-11-20T23:13:55,967 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 517a1468be69ed9844101bc213671d44 2024-11-20T23:13:55,969 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 38845c4b84540d2747dd878380afa998 2024-11-20T23:13:55,971 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/517a1468be69ed9844101bc213671d44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:55,972 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 517a1468be69ed9844101bc213671d44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73817144, jitterRate=0.09996116161346436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:13:55,973 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 517a1468be69ed9844101bc213671d44 2024-11-20T23:13:55,973 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 517a1468be69ed9844101bc213671d44: Running coprocessor pre-open hook at 1732144435938Writing region info on filesystem at 1732144435938Initializing all the Stores at 1732144435943 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144435943Cleaning up temporary data from old regions at 1732144435964 (+21 ms)Running coprocessor post-open hooks at 1732144435973 (+9 ms)Region opened successfully at 1732144435973 2024-11-20T23:13:55,974 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44., pid=22, masterSystemTime=1732144435912 2024-11-20T23:13:55,977 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:13:55,978 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:13:55,978 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:13:55,978 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ccf8577617231b2054754831476c13b, NAME => 'SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T23:13:55,979 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4ccf8577617231b2054754831476c13b 2024-11-20T23:13:55,979 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:55,979 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4ccf8577617231b2054754831476c13b 2024-11-20T23:13:55,979 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4ccf8577617231b2054754831476c13b 2024-11-20T23:13:55,979 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=517a1468be69ed9844101bc213671d44, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:55,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 517a1468be69ed9844101bc213671d44, server=412a5e44fd2e,33399,1732144410730 because future has completed 2024-11-20T23:13:55,986 INFO [StoreOpener-4ccf8577617231b2054754831476c13b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4ccf8577617231b2054754831476c13b 2024-11-20T23:13:55,989 INFO [StoreOpener-4ccf8577617231b2054754831476c13b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ccf8577617231b2054754831476c13b columnFamilyName cf 2024-11-20T23:13:55,989 DEBUG [StoreOpener-4ccf8577617231b2054754831476c13b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:55,990 INFO [StoreOpener-4ccf8577617231b2054754831476c13b-1 {}] regionserver.HStore(327): Store=4ccf8577617231b2054754831476c13b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:55,990 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4ccf8577617231b2054754831476c13b 2024-11-20T23:13:55,992 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/4ccf8577617231b2054754831476c13b 2024-11-20T23:13:55,992 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/38845c4b84540d2747dd878380afa998/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:55,993 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/4ccf8577617231b2054754831476c13b 2024-11-20T23:13:55,993 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 38845c4b84540d2747dd878380afa998; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69186835, jitterRate=0.030964180827140808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:13:55,993 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38845c4b84540d2747dd878380afa998 2024-11-20T23:13:55,993 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 38845c4b84540d2747dd878380afa998: Running coprocessor pre-open hook at 1732144435947Writing region info on filesystem at 1732144435947Initializing all the Stores at 1732144435949 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144435950 (+1 ms)Cleaning up temporary data from old regions at 1732144435966 (+16 ms)Running coprocessor post-open hooks at 1732144435993 (+27 ms)Region opened successfully at 1732144435993 2024-11-20T23:13:55,994 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4ccf8577617231b2054754831476c13b 2024-11-20T23:13:55,994 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998., pid=21, masterSystemTime=1732144435873 2024-11-20T23:13:55,994 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4ccf8577617231b2054754831476c13b 2024-11-20T23:13:55,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-20T23:13:55,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 517a1468be69ed9844101bc213671d44, server=412a5e44fd2e,33399,1732144410730 in 10.0760 sec 2024-11-20T23:13:55,999 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:13:55,999 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:13:55,999 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:13:56,000 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => bcd854103c9ff7bb5bef0685895d193c, NAME => 'SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T23:13:56,000 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4ccf8577617231b2054754831476c13b 2024-11-20T23:13:56,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=517a1468be69ed9844101bc213671d44, ASSIGN in 10.4030 sec 2024-11-20T23:13:56,000 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=38845c4b84540d2747dd878380afa998, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:56,000 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:13:56,001 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:56,001 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:13:56,001 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:13:56,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38845c4b84540d2747dd878380afa998, server=412a5e44fd2e,34993,1732144410475 because future has completed 2024-11-20T23:13:56,005 INFO [StoreOpener-bcd854103c9ff7bb5bef0685895d193c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:13:56,007 INFO [StoreOpener-bcd854103c9ff7bb5bef0685895d193c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd854103c9ff7bb5bef0685895d193c columnFamilyName cf 2024-11-20T23:13:56,008 DEBUG [StoreOpener-bcd854103c9ff7bb5bef0685895d193c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:56,008 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/4ccf8577617231b2054754831476c13b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:56,009 INFO [StoreOpener-bcd854103c9ff7bb5bef0685895d193c-1 {}] regionserver.HStore(327): Store=bcd854103c9ff7bb5bef0685895d193c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:56,010 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:13:56,010 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4ccf8577617231b2054754831476c13b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58905879, jitterRate=-0.12223400175571442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:13:56,010 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ccf8577617231b2054754831476c13b 2024-11-20T23:13:56,010 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4ccf8577617231b2054754831476c13b: Running coprocessor pre-open hook at 1732144435979Writing region info on filesystem at 1732144435979Initializing all the Stores at 1732144435981 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144435981Cleaning up temporary data from old regions at 1732144435994 (+13 ms)Running coprocessor post-open hooks at 1732144436010 (+16 ms)Region opened successfully at 1732144436010 2024-11-20T23:13:56,011 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:13:56,012 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:13:56,012 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b., pid=24, masterSystemTime=1732144435912 2024-11-20T23:13:56,013 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:13:56,013 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:13:56,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-20T23:13:56,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 38845c4b84540d2747dd878380afa998, server=412a5e44fd2e,34993,1732144410475 in 10.1080 sec 2024-11-20T23:13:56,016 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:13:56,016 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:13:56,016 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:13:56,016 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:13:56,017 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 655d4ca10251735750d0c8b53b870621, NAME => 'SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T23:13:56,017 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 655d4ca10251735750d0c8b53b870621 2024-11-20T23:13:56,017 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:13:56,017 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 655d4ca10251735750d0c8b53b870621 2024-11-20T23:13:56,017 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 655d4ca10251735750d0c8b53b870621 2024-11-20T23:13:56,021 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/bcd854103c9ff7bb5bef0685895d193c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:56,022 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened bcd854103c9ff7bb5bef0685895d193c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59240372, jitterRate=-0.11724966764450073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:13:56,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38845c4b84540d2747dd878380afa998, ASSIGN in 10.4220 sec 2024-11-20T23:13:56,023 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:13:56,023 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for bcd854103c9ff7bb5bef0685895d193c: Running coprocessor pre-open hook at 1732144436002Writing region info on filesystem at 1732144436002Initializing all the Stores at 1732144436003 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144436003Cleaning up temporary data from old regions at 1732144436013 (+10 ms)Running coprocessor post-open hooks at 1732144436023 (+10 ms)Region opened successfully at 1732144436023 2024-11-20T23:13:56,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4ccf8577617231b2054754831476c13b, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:56,023 INFO [StoreOpener-655d4ca10251735750d0c8b53b870621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 655d4ca10251735750d0c8b53b870621 2024-11-20T23:13:56,025 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c., pid=23, masterSystemTime=1732144435873 2024-11-20T23:13:56,028 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:13:56,028 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:13:56,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ccf8577617231b2054754831476c13b, server=412a5e44fd2e,33399,1732144410730 because future has completed 2024-11-20T23:13:56,029 INFO [StoreOpener-655d4ca10251735750d0c8b53b870621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 655d4ca10251735750d0c8b53b870621 columnFamilyName cf 2024-11-20T23:13:56,029 DEBUG [StoreOpener-655d4ca10251735750d0c8b53b870621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:13:56,030 INFO [StoreOpener-655d4ca10251735750d0c8b53b870621-1 {}] regionserver.HStore(327): Store=655d4ca10251735750d0c8b53b870621/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:13:56,030 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 655d4ca10251735750d0c8b53b870621 2024-11-20T23:13:56,031 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bcd854103c9ff7bb5bef0685895d193c, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,34993,1732144410475 2024-11-20T23:13:56,031 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43933 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=412a5e44fd2e,33399,1732144410730, table=SPTestTable, region=4ccf8577617231b2054754831476c13b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T23:13:56,034 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/655d4ca10251735750d0c8b53b870621 2024-11-20T23:13:56,035 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/655d4ca10251735750d0c8b53b870621 2024-11-20T23:13:56,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd854103c9ff7bb5bef0685895d193c, server=412a5e44fd2e,34993,1732144410475 because future has completed 2024-11-20T23:13:56,036 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 655d4ca10251735750d0c8b53b870621 2024-11-20T23:13:56,036 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 655d4ca10251735750d0c8b53b870621 2024-11-20T23:13:56,040 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 655d4ca10251735750d0c8b53b870621 2024-11-20T23:13:56,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-20T23:13:56,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ccf8577617231b2054754831476c13b, server=412a5e44fd2e,33399,1732144410730 in 10.0950 sec 2024-11-20T23:13:56,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-20T23:13:56,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4ccf8577617231b2054754831476c13b, ASSIGN in 10.4470 sec 2024-11-20T23:13:56,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bcd854103c9ff7bb5bef0685895d193c, server=412a5e44fd2e,34993,1732144410475 in 10.1070 sec 2024-11-20T23:13:56,046 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/655d4ca10251735750d0c8b53b870621/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:13:56,048 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 655d4ca10251735750d0c8b53b870621; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70571852, jitterRate=0.05160254240036011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:13:56,048 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 655d4ca10251735750d0c8b53b870621 2024-11-20T23:13:56,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bcd854103c9ff7bb5bef0685895d193c, ASSIGN in 10.4520 sec 2024-11-20T23:13:56,048 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 655d4ca10251735750d0c8b53b870621: Running coprocessor pre-open hook at 1732144436017Writing region info on filesystem at 1732144436017Initializing all the Stores at 1732144436021 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144436021Cleaning up temporary data from old regions at 1732144436036 (+15 ms)Running coprocessor post-open hooks at 1732144436048 (+12 ms)Region opened successfully at 1732144436048 2024-11-20T23:13:56,050 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621., pid=20, masterSystemTime=1732144435912 2024-11-20T23:13:56,053 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:13:56,053 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:13:56,055 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=655d4ca10251735750d0c8b53b870621, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,33399,1732144410730 2024-11-20T23:13:56,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 655d4ca10251735750d0c8b53b870621, server=412a5e44fd2e,33399,1732144410730 because future has completed 2024-11-20T23:13:56,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-20T23:13:56,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 655d4ca10251735750d0c8b53b870621, server=412a5e44fd2e,33399,1732144410730 in 10.1770 sec 2024-11-20T23:13:56,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T23:13:56,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=655d4ca10251735750d0c8b53b870621, ASSIGN in 10.4710 sec 2024-11-20T23:13:56,070 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:13:56,070 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144436070"}]},"ts":"1732144436070"} 2024-11-20T23:13:56,074 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T23:13:56,076 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:13:56,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.5130 sec 2024-11-20T23:13:56,702 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T23:13:58,371 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:13:59,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-20T23:13:59,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-20T23:14:01,357 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T23:14:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:14:02,809 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T23:14:02,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T23:14:02,811 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T23:14:02,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T23:14:02,823 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T23:14:02,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T23:14:02,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998., hostname=412a5e44fd2e,34993,1732144410475, seqNum=2] 2024-11-20T23:14:02,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998., hostname=412a5e44fd2e,34993,1732144410475, seqNum=2] 2024-11-20T23:14:02,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998., hostname=412a5e44fd2e,34993,1732144410475, seqNum=2] 2024-11-20T23:14:02,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998., hostname=412a5e44fd2e,34993,1732144410475, seqNum=2] 2024-11-20T23:14:02,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998., hostname=412a5e44fd2e,34993,1732144410475, seqNum=2] 2024-11-20T23:14:02,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998., hostname=412a5e44fd2e,34993,1732144410475, seqNum=2] 2024-11-20T23:14:03,008 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da., hostname=412a5e44fd2e,34993,1732144410475, seqNum=2] 2024-11-20T23:14:03,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da., hostname=412a5e44fd2e,34993,1732144410475, seqNum=2] 2024-11-20T23:14:03,014 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da., hostname=412a5e44fd2e,34993,1732144410475, seqNum=2] 2024-11-20T23:14:03,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da., hostname=412a5e44fd2e,34993,1732144410475, seqNum=2] 2024-11-20T23:14:03,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da., hostname=412a5e44fd2e,34993,1732144410475, seqNum=2] 2024-11-20T23:14:03,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c., hostname=412a5e44fd2e,43223,1732144410628, seqNum=2] 2024-11-20T23:14:03,126 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c., hostname=412a5e44fd2e,43223,1732144410628, seqNum=2] 2024-11-20T23:14:03,129 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c., hostname=412a5e44fd2e,43223,1732144410628, seqNum=2] 2024-11-20T23:14:03,140 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c., hostname=412a5e44fd2e,43223,1732144410628, seqNum=2] 2024-11-20T23:14:03,143 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c., hostname=412a5e44fd2e,43223,1732144410628, seqNum=2] 2024-11-20T23:14:03,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c., hostname=412a5e44fd2e,43223,1732144410628, seqNum=2] 2024-11-20T23:14:03,151 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c., hostname=412a5e44fd2e,43223,1732144410628, seqNum=2] 2024-11-20T23:14:03,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c., hostname=412a5e44fd2e,43223,1732144410628, seqNum=2] 2024-11-20T23:14:03,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44., hostname=412a5e44fd2e,33399,1732144410730, seqNum=2] 2024-11-20T23:14:03,249 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44., hostname=412a5e44fd2e,33399,1732144410730, seqNum=2] 2024-11-20T23:14:03,255 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44., hostname=412a5e44fd2e,33399,1732144410730, seqNum=2] 2024-11-20T23:14:03,258 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44., hostname=412a5e44fd2e,33399,1732144410730, seqNum=2] 2024-11-20T23:14:04,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:14:04,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:14:04,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:14:04,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:14:04,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T23:14:04,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43223 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T23:14:04,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34993 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T23:14:04,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:14:05,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T23:14:05,760 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T23:14:05,764 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T23:14:05,767 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T23:14:05,774 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T23:14:05,794 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T23:14:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741848_1024 (size=49) 2024-11-20T23:14:05,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741848_1024 (size=49) 2024-11-20T23:14:05,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741848_1024 (size=49) 2024-11-20T23:14:05,830 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T23:14:05,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 655d4ca10251735750d0c8b53b870621}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd7c8ead32e5af837d7274c09c93d88d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98dc5a9920e538eeab145dc1e53b3749}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ccf8577617231b2054754831476c13b}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e42577fac9daab4bc9008feba40190c}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 517a1468be69ed9844101bc213671d44}] 2024-11-20T23:14:05,838 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:05,839 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 655d4ca10251735750d0c8b53b870621 2024-11-20T23:14:05,839 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:14:05,840 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 517a1468be69ed9844101bc213671d44 2024-11-20T23:14:05,840 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:14:05,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:05,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:05,860 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ccf8577617231b2054754831476c13b 2024-11-20T23:14:05,861 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:14:05,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:05,866 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 412a5e44fd2e,34993,1732144410475 2024-11-20T23:14:05,867 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 412a5e44fd2e,34993,1732144410475: Simulated kill ***** 2024-11-20T23:14:05,867 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:14:05,870 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:14:05,871 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:14:05,874 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:14:05,875 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:14:05,883 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 670493728 }, "NonHeapMemoryUsage": { "committed": 157548544, "init": 7667712, "max": -1, "used": 154106280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "412a5e44fd2e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "412a5e44fd2e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56869", "tag.serverName": "412a5e44fd2e,34993,1732144410475", "tag.clusterId": "6838b6a2-8fdc-4d9a-bf3f-5db5c0aaf1a7", "tag.Context": "regionserver", "tag.Hostname": "412a5e44fd2e", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732144410475, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T23:14:05,887 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43933 {}] master.MasterRpcServices(700): 412a5e44fd2e,34993,1732144410475 reported a fatal error: ***** ABORTING region server 412a5e44fd2e,34993,1732144410475: Simulated kill ***** 2024-11-20T23:14:05,892 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,34993,1732144410475' ***** 2024-11-20T23:14:05,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T23:14:05,893 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:14:05,893 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T23:14:05,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:14:05,894 INFO [RS:0;412a5e44fd2e:34993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T23:14:05,894 INFO [RS:0;412a5e44fd2e:34993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T23:14:05,894 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:14:05,894 INFO [RS:0;412a5e44fd2e:34993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:34993. 2024-11-20T23:14:05,895 DEBUG [RS:0;412a5e44fd2e:34993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:14:05,895 DEBUG [RS:0;412a5e44fd2e:34993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:14:05,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741833_1009 (size=1257) 2024-11-20T23:14:05,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741833_1009 (size=1257) 2024-11-20T23:14:05,908 DEBUG [RS:0;412a5e44fd2e:34993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:14:05,908 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:14:05,909 INFO [RS:0;412a5e44fd2e:34993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34993 2024-11-20T23:14:05,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/412a5e44fd2e,34993,1732144410475 2024-11-20T23:14:05,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T23:14:05,934 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:14:05,934 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f9a48901ad8@344ce073 rejected from java.util.concurrent.ThreadPoolExecutor@714e689e[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-20T23:14:05,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,34993,1732144410475] 2024-11-20T23:14:05,954 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/412a5e44fd2e,34993,1732144410475 already deleted, retry=false 2024-11-20T23:14:05,955 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 412a5e44fd2e,34993,1732144410475 on 412a5e44fd2e,43933,1732144409478 2024-11-20T23:14:05,960 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 412a5e44fd2e,34993,1732144410475, splitWal=true, meta=false 2024-11-20T23:14:05,965 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 412a5e44fd2e,34993,1732144410475 (carryingMeta=false) 412a5e44fd2e,34993,1732144410475/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1d801e50[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T23:14:05,966 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 412a5e44fd2e,34993,1732144410475, splitWal=true, meta=false 2024-11-20T23:14:05,969 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 412a5e44fd2e,34993,1732144410475 had 4 regions 2024-11-20T23:14:05,971 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:05,971 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 412a5e44fd2e,34993,1732144410475, splitWal=true, meta=false, isMeta: false 2024-11-20T23:14:05,972 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:05,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:05,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:05,973 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da can not run currently because target server of region SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T23:14:05,974 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da; timeout=1000, timestamp=1732144446974 2024-11-20T23:14:05,975 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a can not run currently because target server of region SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T23:14:05,976 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a; timeout=1000, timestamp=1732144446976 2024-11-20T23:14:05,976 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting 2024-11-20T23:14:05,976 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c can not run currently because target server of region SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T23:14:05,977 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c; timeout=1000, timestamp=1732144446976 2024-11-20T23:14:05,977 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 can not run currently because target server of region SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T23:14:05,978 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998; timeout=1000, timestamp=1732144446978 2024-11-20T23:14:05,978 INFO [PEWorker-3 {}] master.SplitWALManager(105): 412a5e44fd2e,34993,1732144410475 WAL count=1, meta=false 2024-11-20T23:14:05,980 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:14:05,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 412a5e44fd2e%2C34993%2C1732144410475.1732144413001}] 2024-11-20T23:14:05,987 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:05,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 412a5e44fd2e%2C34993%2C1732144410475.1732144413001, worker=412a5e44fd2e,43223,1732144410628}] 2024-11-20T23:14:06,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:14:06,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x1015a86231f0001, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:14:06,045 INFO [RS:0;412a5e44fd2e:34993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:14:06,046 INFO [RS:0;412a5e44fd2e:34993 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,34993,1732144410475; zookeeper connection closed. 2024-11-20T23:14:06,046 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dac3ba7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dac3ba7 2024-11-20T23:14:06,795 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:14:06,796 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:14:06,974 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:06,976 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da can not run currently because target server of region SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T23:14:06,976 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da; timeout=2000, timestamp=1732144448976 2024-11-20T23:14:06,976 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:06,977 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:06,978 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c can not run currently because target server of region SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T23:14:06,978 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c; timeout=2000, timestamp=1732144448978 2024-11-20T23:14:06,978 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:06,978 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a can not run currently because target server of region SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T23:14:06,978 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a; timeout=2000, timestamp=1732144448978 2024-11-20T23:14:06,980 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 can not run currently because target server of region SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T23:14:06,980 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998; timeout=2000, timestamp=1732144448980 2024-11-20T23:14:07,289 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:43933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T23:14:07,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741833_1009 (size=1257) 2024-11-20T23:14:08,977 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:08,978 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da can not run currently because target server of region SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T23:14:08,978 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da; timeout=4000, timestamp=1732144452978 2024-11-20T23:14:08,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:08,979 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:08,980 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c can not run currently because target server of region SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T23:14:08,980 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a can not run currently because target server of region SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T23:14:08,980 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c; timeout=4000, timestamp=1732144452980 2024-11-20T23:14:08,980 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a; timeout=4000, timestamp=1732144452980 2024-11-20T23:14:08,981 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:08,983 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 can not run currently because target server of region SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T23:14:08,983 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998; timeout=4000, timestamp=1732144452983 2024-11-20T23:14:12,978 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:12,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:12,980 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da can not run currently because target server of region SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T23:14:12,980 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:12,980 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da; timeout=8000, timestamp=1732144460980 2024-11-20T23:14:12,981 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c can not run currently because target server of region SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T23:14:12,981 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a can not run currently because target server of region SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T23:14:12,981 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a; timeout=8000, timestamp=1732144460981 2024-11-20T23:14:12,981 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c; timeout=8000, timestamp=1732144460981 2024-11-20T23:14:12,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:12,985 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 can not run currently because target server of region SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 412a5e44fd2e,34993,1732144410475 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T23:14:12,985 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998; timeout=8000, timestamp=1732144460985 2024-11-20T23:14:15,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T23:14:15,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T23:14:15,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T23:14:15,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:14:15,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T23:14:15,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:14:15,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 4ccf8577617231b2054754831476c13b: 2024-11-20T23:14:15,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. for SnapshotProcedureTest completed. 2024-11-20T23:14:15,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 655d4ca10251735750d0c8b53b870621: 2024-11-20T23:14:15,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. for SnapshotProcedureTest completed. 2024-11-20T23:14:15,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:14:15,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:14:15,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T23:14:15,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-20T23:14:15,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T23:14:15,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:14:15,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:14:15,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for fd7c8ead32e5af837d7274c09c93d88d: 2024-11-20T23:14:15,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 98dc5a9920e538eeab145dc1e53b3749: 2024-11-20T23:14:15,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. for SnapshotProcedureTest completed. 2024-11-20T23:14:15,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. for SnapshotProcedureTest completed. 2024-11-20T23:14:15,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:14:15,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:14:15,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:14:15,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:14:15,891 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 8e42577fac9daab4bc9008feba40190c 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T23:14:15,892 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 517a1468be69ed9844101bc213671d44 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-20T23:14:15,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:14:15,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:14:15,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:14:15,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:14:15,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:14:15,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:14:15,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:14:15,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:14:15,939 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001, size=1.2 K (1257bytes) 2024-11-20T23:14:15,940 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T23:14:15,942 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T23:14:15,942 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001 2024-11-20T23:14:15,950 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001 after 5ms 2024-11-20T23:14:16,008 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001 took 70ms 2024-11-20T23:14:16,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741849_1025 (size=65) 2024-11-20T23:14:16,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741849_1025 (size=65) 2024-11-20T23:14:16,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741849_1025 (size=65) 2024-11-20T23:14:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741850_1026 (size=57) 2024-11-20T23:14:16,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:14:16,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T23:14:16,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741850_1026 (size=57) 2024-11-20T23:14:16,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741850_1026 (size=57) 2024-11-20T23:14:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T23:14:16,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 655d4ca10251735750d0c8b53b870621 2024-11-20T23:14:16,104 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 655d4ca10251735750d0c8b53b870621 2024-11-20T23:14:16,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 655d4ca10251735750d0c8b53b870621 in 10.2770 sec 2024-11-20T23:14:16,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741852_1028 (size=65) 2024-11-20T23:14:16,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741852_1028 (size=65) 2024-11-20T23:14:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741852_1028 (size=65) 2024-11-20T23:14:16,154 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for cf73dc3ad33cb702c88bc454991af22a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T23:14:16,160 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9f986b100be6797b13c99cbc28ef58da: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T23:14:16,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741851_1027 (size=65) 2024-11-20T23:14:16,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741851_1027 (size=65) 2024-11-20T23:14:16,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741851_1027 (size=65) 2024-11-20T23:14:16,165 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 38845c4b84540d2747dd878380afa998: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T23:14:16,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/8e42577fac9daab4bc9008feba40190c/.tmp/cf/89c130d204aa4188ad4a84e1229a24f1 is 34, key is ccd/cf:cf/1732144444482/Put/seqid=0 2024-11-20T23:14:16,168 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for bcd854103c9ff7bb5bef0685895d193c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T23:14:16,168 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001 so closing down 2024-11-20T23:14:16,169 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T23:14:16,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:14:16,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T23:14:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T23:14:16,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:14:16,171 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:14:16,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 98dc5a9920e538eeab145dc1e53b3749 in 10.3420 sec 2024-11-20T23:14:16,177 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T23:14:16,204 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 37 ms; skipped=4; WAL=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-20T23:14:16,205 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001, journal: Splitting hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001, size=1.2 K (1257bytes) at 1732144455939Finishing writing output for hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001 so closing down at 1732144456168 (+229 ms)3 split writer threads finished at 1732144456177 (+9 ms)Processed 4 edits across 0 Regions in 37 ms; skipped=4; WAL=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732144456204 (+27 ms) 2024-11-20T23:14:16,205 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001 2024-11-20T23:14:16,205 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T23:14:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T23:14:16,234 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting/412a5e44fd2e%2C34993%2C1732144410475.1732144413001 to hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/oldWALs 2024-11-20T23:14:16,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T23:14:16,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 412a5e44fd2e%2C34993%2C1732144410475.1732144413001, worker=412a5e44fd2e,43223,1732144410628 in 10.2430 sec 2024-11-20T23:14:16,243 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:16,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T23:14:16,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 412a5e44fd2e%2C34993%2C1732144410475.1732144413001, worker=412a5e44fd2e,43223,1732144410628 in 10.2640 sec 2024-11-20T23:14:16,268 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting dir is empty, no logs to split. 2024-11-20T23:14:16,268 INFO [PEWorker-3 {}] master.SplitWALManager(105): 412a5e44fd2e,34993,1732144410475 WAL count=0, meta=false 2024-11-20T23:14:16,268 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 412a5e44fd2e,34993,1732144410475 WAL splitting is done? wals=0, meta=false 2024-11-20T23:14:16,273 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 412a5e44fd2e,34993,1732144410475 failed, ignore...File hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/WALs/412a5e44fd2e,34993,1732144410475-splitting does not exist. 2024-11-20T23:14:16,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f986b100be6797b13c99cbc28ef58da, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bcd854103c9ff7bb5bef0685895d193c, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38845c4b84540d2747dd878380afa998, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf73dc3ad33cb702c88bc454991af22a, ASSIGN}] 2024-11-20T23:14:16,279 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bcd854103c9ff7bb5bef0685895d193c, ASSIGN 2024-11-20T23:14:16,279 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f986b100be6797b13c99cbc28ef58da, ASSIGN 2024-11-20T23:14:16,280 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf73dc3ad33cb702c88bc454991af22a, ASSIGN 2024-11-20T23:14:16,281 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38845c4b84540d2747dd878380afa998, ASSIGN 2024-11-20T23:14:16,283 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bcd854103c9ff7bb5bef0685895d193c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T23:14:16,285 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f986b100be6797b13c99cbc28ef58da, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T23:14:16,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741853_1029 (size=47197) 2024-11-20T23:14:16,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741853_1029 (size=47197) 2024-11-20T23:14:16,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741853_1029 (size=47197) 2024-11-20T23:14:16,289 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf73dc3ad33cb702c88bc454991af22a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T23:14:16,289 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38845c4b84540d2747dd878380afa998, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T23:14:16,289 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/8e42577fac9daab4bc9008feba40190c/.tmp/cf/89c130d204aa4188ad4a84e1229a24f1 2024-11-20T23:14:16,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/517a1468be69ed9844101bc213671d44/.tmp/cf/1c3c4fdaf9154aafa4b8e7997370ee75 is 34, key is eaa/cf:cf/1732144445429/Put/seqid=0 2024-11-20T23:14:16,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741854_1030 (size=499309) 2024-11-20T23:14:16,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741854_1030 (size=499309) 2024-11-20T23:14:16,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741854_1030 (size=499309) 2024-11-20T23:14:16,331 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/517a1468be69ed9844101bc213671d44/.tmp/cf/1c3c4fdaf9154aafa4b8e7997370ee75 2024-11-20T23:14:16,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/8e42577fac9daab4bc9008feba40190c/.tmp/cf/89c130d204aa4188ad4a84e1229a24f1 as hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/8e42577fac9daab4bc9008feba40190c/cf/89c130d204aa4188ad4a84e1229a24f1 2024-11-20T23:14:16,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/517a1468be69ed9844101bc213671d44/.tmp/cf/1c3c4fdaf9154aafa4b8e7997370ee75 as hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/517a1468be69ed9844101bc213671d44/cf/1c3c4fdaf9154aafa4b8e7997370ee75 2024-11-20T23:14:16,388 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/517a1468be69ed9844101bc213671d44/cf/1c3c4fdaf9154aafa4b8e7997370ee75, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-20T23:14:16,396 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/8e42577fac9daab4bc9008feba40190c/cf/89c130d204aa4188ad4a84e1229a24f1, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T23:14:16,405 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 517a1468be69ed9844101bc213671d44 in 509ms, sequenceid=5, compaction requested=false 2024-11-20T23:14:16,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 517a1468be69ed9844101bc213671d44: 2024-11-20T23:14:16,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. for SnapshotProcedureTest completed. 2024-11-20T23:14:16,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:14:16,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:14:16,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/517a1468be69ed9844101bc213671d44/cf/1c3c4fdaf9154aafa4b8e7997370ee75] hfiles 2024-11-20T23:14:16,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/517a1468be69ed9844101bc213671d44/cf/1c3c4fdaf9154aafa4b8e7997370ee75 for snapshot=SnapshotProcedureTest 2024-11-20T23:14:16,408 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 8e42577fac9daab4bc9008feba40190c in 514ms, sequenceid=5, compaction requested=false 2024-11-20T23:14:16,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 8e42577fac9daab4bc9008feba40190c: 2024-11-20T23:14:16,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. for SnapshotProcedureTest completed. 2024-11-20T23:14:16,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:14:16,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:14:16,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/8e42577fac9daab4bc9008feba40190c/cf/89c130d204aa4188ad4a84e1229a24f1] hfiles 2024-11-20T23:14:16,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/8e42577fac9daab4bc9008feba40190c/cf/89c130d204aa4188ad4a84e1229a24f1 for snapshot=SnapshotProcedureTest 2024-11-20T23:14:16,435 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(204): Hosts are {412a5e44fd2e=0} racks are {/default-rack=0} 2024-11-20T23:14:16,435 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T23:14:16,435 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T23:14:16,435 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T23:14:16,435 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T23:14:16,435 INFO [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T23:14:16,435 INFO [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T23:14:16,435 DEBUG [412a5e44fd2e:43933 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T23:14:16,436 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=38845c4b84540d2747dd878380afa998, regionState=OPENING, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:16,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=bcd854103c9ff7bb5bef0685895d193c, regionState=OPENING, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:16,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9f986b100be6797b13c99cbc28ef58da, regionState=OPENING, regionLocation=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:16,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=cf73dc3ad33cb702c88bc454991af22a, regionState=OPENING, regionLocation=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:16,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38845c4b84540d2747dd878380afa998, ASSIGN because future has completed 2024-11-20T23:14:16,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38845c4b84540d2747dd878380afa998, server=412a5e44fd2e,43223,1732144410628}] 2024-11-20T23:14:16,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf73dc3ad33cb702c88bc454991af22a, ASSIGN because future has completed 2024-11-20T23:14:16,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf73dc3ad33cb702c88bc454991af22a, server=412a5e44fd2e,33399,1732144410730}] 2024-11-20T23:14:16,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f986b100be6797b13c99cbc28ef58da, ASSIGN because future has completed 2024-11-20T23:14:16,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f986b100be6797b13c99cbc28ef58da, server=412a5e44fd2e,33399,1732144410730}] 2024-11-20T23:14:16,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bcd854103c9ff7bb5bef0685895d193c, ASSIGN because future has completed 2024-11-20T23:14:16,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd854103c9ff7bb5bef0685895d193c, server=412a5e44fd2e,43223,1732144410628}] 2024-11-20T23:14:16,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:14:16,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T23:14:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T23:14:16,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4ccf8577617231b2054754831476c13b 2024-11-20T23:14:16,475 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4ccf8577617231b2054754831476c13b 2024-11-20T23:14:16,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741856_1032 (size=97) 2024-11-20T23:14:16,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741856_1032 (size=97) 2024-11-20T23:14:16,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4ccf8577617231b2054754831476c13b in 10.6450 sec 2024-11-20T23:14:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741856_1032 (size=97) 2024-11-20T23:14:16,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:14:16,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T23:14:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T23:14:16,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 517a1468be69ed9844101bc213671d44 2024-11-20T23:14:16,489 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 517a1468be69ed9844101bc213671d44 2024-11-20T23:14:16,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 517a1468be69ed9844101bc213671d44 in 10.6600 sec 2024-11-20T23:14:16,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741855_1031 (size=105) 2024-11-20T23:14:16,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741855_1031 (size=105) 2024-11-20T23:14:16,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:14:16,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T23:14:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T23:14:16,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:14:16,513 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:14:16,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741855_1031 (size=105) 2024-11-20T23:14:16,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8e42577fac9daab4bc9008feba40190c in 10.6840 sec 2024-11-20T23:14:16,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:14:16,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T23:14:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T23:14:16,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:14:16,534 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:14:16,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fd7c8ead32e5af837d7274c09c93d88d in 10.7060 sec 2024-11-20T23:14:20,980 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da held by pid=39 2024-11-20T23:14:20,981 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:20,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a held by pid=42 2024-11-20T23:14:20,981 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:20,981 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c held by pid=40 2024-11-20T23:14:20,982 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:20,985 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 held by pid=41 2024-11-20T23:14:20,986 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:24,186 INFO [master/412a5e44fd2e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T23:14:24,186 INFO [master/412a5e44fd2e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T23:14:26,456 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:14:26,456 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 38845c4b84540d2747dd878380afa998, NAME => 'SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T23:14:26,457 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,457 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:14:26,457 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,457 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,459 INFO [StoreOpener-38845c4b84540d2747dd878380afa998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,461 INFO [StoreOpener-38845c4b84540d2747dd878380afa998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38845c4b84540d2747dd878380afa998 columnFamilyName cf 2024-11-20T23:14:26,461 DEBUG [StoreOpener-38845c4b84540d2747dd878380afa998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:14:26,462 INFO [StoreOpener-38845c4b84540d2747dd878380afa998-1 {}] regionserver.HStore(327): Store=38845c4b84540d2747dd878380afa998/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:14:26,462 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,463 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,466 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,466 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,467 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,468 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:14:26,468 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => cf73dc3ad33cb702c88bc454991af22a, NAME => 'SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T23:14:26,468 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,469 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:14:26,469 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,469 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,471 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,471 INFO [StoreOpener-cf73dc3ad33cb702c88bc454991af22a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,472 INFO [StoreOpener-cf73dc3ad33cb702c88bc454991af22a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf73dc3ad33cb702c88bc454991af22a columnFamilyName cf 2024-11-20T23:14:26,472 DEBUG [StoreOpener-cf73dc3ad33cb702c88bc454991af22a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:14:26,472 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 38845c4b84540d2747dd878380afa998; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59109124, jitterRate=-0.11920541524887085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:14:26,472 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,472 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 38845c4b84540d2747dd878380afa998: Running coprocessor pre-open hook at 1732144466457Writing region info on filesystem at 1732144466457Initializing all the Stores at 1732144466459 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144466459Cleaning up temporary data from old regions at 1732144466467 (+8 ms)Running coprocessor post-open hooks at 1732144466472 (+5 ms)Region opened successfully at 1732144466472 2024-11-20T23:14:26,472 INFO [StoreOpener-cf73dc3ad33cb702c88bc454991af22a-1 {}] regionserver.HStore(327): Store=cf73dc3ad33cb702c88bc454991af22a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:14:26,472 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,473 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998., pid=43, masterSystemTime=1732144466451 2024-11-20T23:14:26,473 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,475 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,475 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:14:26,475 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,476 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:14:26,476 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,476 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:14:26,476 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => bcd854103c9ff7bb5bef0685895d193c, NAME => 'SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T23:14:26,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=38845c4b84540d2747dd878380afa998, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:26,476 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,476 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:14:26,476 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,477 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,479 INFO [StoreOpener-bcd854103c9ff7bb5bef0685895d193c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38845c4b84540d2747dd878380afa998, server=412a5e44fd2e,43223,1732144410628 because future has completed 2024-11-20T23:14:26,479 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,481 INFO [StoreOpener-bcd854103c9ff7bb5bef0685895d193c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd854103c9ff7bb5bef0685895d193c columnFamilyName cf 2024-11-20T23:14:26,481 DEBUG [StoreOpener-bcd854103c9ff7bb5bef0685895d193c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:14:26,481 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened cf73dc3ad33cb702c88bc454991af22a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59719629, jitterRate=-0.11010818183422089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:14:26,481 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,482 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for cf73dc3ad33cb702c88bc454991af22a: Running coprocessor pre-open hook at 1732144466469Writing region info on filesystem at 1732144466469Initializing all the Stores at 1732144466470 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144466470Cleaning up temporary data from old regions at 1732144466476 (+6 ms)Running coprocessor post-open hooks at 1732144466481 (+5 ms)Region opened successfully at 1732144466481 2024-11-20T23:14:26,482 INFO [StoreOpener-bcd854103c9ff7bb5bef0685895d193c-1 {}] regionserver.HStore(327): Store=bcd854103c9ff7bb5bef0685895d193c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:14:26,482 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,483 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a., pid=44, masterSystemTime=1732144466462 2024-11-20T23:14:26,483 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-20T23:14:26,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 38845c4b84540d2747dd878380afa998, server=412a5e44fd2e,43223,1732144410628 in 10.0350 sec 2024-11-20T23:14:26,485 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,487 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:14:26,487 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,487 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:14:26,487 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,487 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:14:26,487 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f986b100be6797b13c99cbc28ef58da, NAME => 'SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T23:14:26,487 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,487 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=cf73dc3ad33cb702c88bc454991af22a, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:26,487 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:14:26,488 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,488 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38845c4b84540d2747dd878380afa998, ASSIGN in 10.2100 sec 2024-11-20T23:14:26,489 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:26,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf73dc3ad33cb702c88bc454991af22a, server=412a5e44fd2e,33399,1732144410730 because future has completed 2024-11-20T23:14:26,492 INFO [StoreOpener-9f986b100be6797b13c99cbc28ef58da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,494 INFO [StoreOpener-9f986b100be6797b13c99cbc28ef58da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f986b100be6797b13c99cbc28ef58da columnFamilyName cf 2024-11-20T23:14:26,494 DEBUG [StoreOpener-9f986b100be6797b13c99cbc28ef58da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:14:26,495 INFO [StoreOpener-9f986b100be6797b13c99cbc28ef58da-1 {}] regionserver.HStore(327): Store=9f986b100be6797b13c99cbc28ef58da/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:14:26,495 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-20T23:14:26,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure cf73dc3ad33cb702c88bc454991af22a, server=412a5e44fd2e,33399,1732144410730 in 10.0450 sec 2024-11-20T23:14:26,496 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,498 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:26,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf73dc3ad33cb702c88bc454991af22a, ASSIGN in 10.2210 sec 2024-11-20T23:14:26,498 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,499 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,502 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,503 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,503 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 9f986b100be6797b13c99cbc28ef58da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70383774, jitterRate=0.04879996180534363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:14:26,504 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,504 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 9f986b100be6797b13c99cbc28ef58da: Running coprocessor pre-open hook at 1732144466488Writing region info on filesystem at 1732144466488Initializing all the Stores at 1732144466491 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144466491Cleaning up temporary data from old regions at 1732144466499 (+8 ms)Running coprocessor post-open hooks at 1732144466504 (+5 ms)Region opened successfully at 1732144466504 2024-11-20T23:14:26,504 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened bcd854103c9ff7bb5bef0685895d193c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69380223, jitterRate=0.03384588658809662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:14:26,504 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,505 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for bcd854103c9ff7bb5bef0685895d193c: Running coprocessor pre-open hook at 1732144466477Writing region info on filesystem at 1732144466477Initializing all the Stores at 1732144466479 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144466479Cleaning up temporary data from old regions at 1732144466487 (+8 ms)Running coprocessor post-open hooks at 1732144466504 (+17 ms)Region opened successfully at 1732144466505 (+1 ms) 2024-11-20T23:14:26,505 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da., pid=45, masterSystemTime=1732144466462 2024-11-20T23:14:26,506 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c., pid=46, masterSystemTime=1732144466451 2024-11-20T23:14:26,509 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:14:26,509 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:14:26,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9f986b100be6797b13c99cbc28ef58da, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:26,512 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:14:26,512 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:14:26,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=bcd854103c9ff7bb5bef0685895d193c, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:26,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f986b100be6797b13c99cbc28ef58da, server=412a5e44fd2e,33399,1732144410730 because future has completed 2024-11-20T23:14:26,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd854103c9ff7bb5bef0685895d193c, server=412a5e44fd2e,43223,1732144410628 because future has completed 2024-11-20T23:14:26,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-20T23:14:26,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f986b100be6797b13c99cbc28ef58da, server=412a5e44fd2e,33399,1732144410730 in 10.0640 sec 2024-11-20T23:14:26,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-20T23:14:26,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure bcd854103c9ff7bb5bef0685895d193c, server=412a5e44fd2e,43223,1732144410628 in 10.0630 sec 2024-11-20T23:14:26,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f986b100be6797b13c99cbc28ef58da, ASSIGN in 10.2470 sec 2024-11-20T23:14:26,526 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:26,526 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:26,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-20T23:14:26,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bcd854103c9ff7bb5bef0685895d193c, ASSIGN in 10.2490 sec 2024-11-20T23:14:26,528 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 412a5e44fd2e,34993,1732144410475 after splitting done 2024-11-20T23:14:26,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 412a5e44fd2e,34993,1732144410475, splitWal=true, meta=false in 20.5720 sec 2024-11-20T23:14:28,371 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:14:31,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T23:14:35,208 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T23:14:36,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T23:14:36,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T23:14:36,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:14:36,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:14:36,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 38845c4b84540d2747dd878380afa998: 2024-11-20T23:14:36,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for bcd854103c9ff7bb5bef0685895d193c: 2024-11-20T23:14:36,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. for SnapshotProcedureTest completed. 2024-11-20T23:14:36,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. for SnapshotProcedureTest completed. 2024-11-20T23:14:36,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:14:36,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:14:36,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:14:36,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:14:36,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:14:36,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:14:36,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T23:14:36,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:14:36,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T23:14:36,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for cf73dc3ad33cb702c88bc454991af22a: 2024-11-20T23:14:36,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:14:36,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. for SnapshotProcedureTest completed. 2024-11-20T23:14:36,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 9f986b100be6797b13c99cbc28ef58da: 2024-11-20T23:14:36,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. for SnapshotProcedureTest completed. 2024-11-20T23:14:36,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:14:36,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:14:36,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:14:36,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:14:36,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:14:36,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:14:36,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741857_1033 (size=65) 2024-11-20T23:14:36,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741857_1033 (size=65) 2024-11-20T23:14:36,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741857_1033 (size=65) 2024-11-20T23:14:36,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:14:36,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T23:14:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T23:14:36,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:36,525 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:36,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 38845c4b84540d2747dd878380afa998 in 30.6960 sec 2024-11-20T23:14:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741858_1034 (size=65) 2024-11-20T23:14:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741858_1034 (size=65) 2024-11-20T23:14:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741858_1034 (size=65) 2024-11-20T23:14:36,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:14:36,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T23:14:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T23:14:36,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:36,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:36,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bcd854103c9ff7bb5bef0685895d193c in 30.7100 sec 2024-11-20T23:14:36,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741859_1035 (size=65) 2024-11-20T23:14:36,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741859_1035 (size=65) 2024-11-20T23:14:36,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741859_1035 (size=65) 2024-11-20T23:14:36,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:14:36,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T23:14:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T23:14:36,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:36,565 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:36,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9f986b100be6797b13c99cbc28ef58da in 30.7350 sec 2024-11-20T23:14:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741860_1036 (size=65) 2024-11-20T23:14:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741860_1036 (size=65) 2024-11-20T23:14:36,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741860_1036 (size=65) 2024-11-20T23:14:36,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:14:36,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T23:14:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T23:14:36,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:36,582 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:36,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-20T23:14:36,589 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T23:14:36,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cf73dc3ad33cb702c88bc454991af22a in 30.7530 sec 2024-11-20T23:14:36,592 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T23:14:36,595 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T23:14:36,595 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T23:14:36,600 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T23:14:36,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741861_1037 (size=1094) 2024-11-20T23:14:36,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741861_1037 (size=1094) 2024-11-20T23:14:36,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741861_1037 (size=1094) 2024-11-20T23:14:36,695 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T23:14:36,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T23:14:36,732 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:36,732 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:36,732 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:36,732 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:36,736 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:36,769 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:38,292 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:43933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T23:14:40,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8e42577fac9daab4bc9008feba40190c, had cached 0 bytes from a total of 47197 2024-11-20T23:14:40,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 517a1468be69ed9844101bc213671d44, had cached 0 bytes from a total of 499309 2024-11-20T23:14:45,075 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 655d4ca10251735750d0c8b53b870621 changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:14:45,076 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cf73dc3ad33cb702c88bc454991af22a changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:14:45,077 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4ccf8577617231b2054754831476c13b changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:14:45,078 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9f986b100be6797b13c99cbc28ef58da changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:14:45,078 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 517a1468be69ed9844101bc213671d44 changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:14:45,078 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bcd854103c9ff7bb5bef0685895d193c changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:14:45,078 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fd7c8ead32e5af837d7274c09c93d88d changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:14:45,078 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 98dc5a9920e538eeab145dc1e53b3749 changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:14:45,078 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 38845c4b84540d2747dd878380afa998 changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:14:45,078 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8e42577fac9daab4bc9008feba40190c changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:14:46,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-20T23:14:46,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-20T23:14:46,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-20T23:14:46,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-20T23:14:46,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-20T23:14:46,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-20T23:14:46,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T23:14:46,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T23:14:46,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T23:14:46,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T23:14:46,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T23:14:46,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T23:14:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-20T23:14:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-20T23:14:46,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T23:14:46,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-20T23:14:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-20T23:14:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T23:14:46,745 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 Release verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:46,745 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,33399,1732144410730 Release verify snapshot worker=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-20T23:14:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-20T23:14:46,746 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 Release verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:46,746 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,33399,1732144410730 Release verify snapshot worker=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:46,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,33399,1732144410730 in 10.0360 sec 2024-11-20T23:14:46,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 in 10.0360 sec 2024-11-20T23:14:46,750 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 Release verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:46,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 in 10.0370 sec 2024-11-20T23:14:46,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,33399,1732144410730 in 10.0370 sec 2024-11-20T23:14:46,753 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,33399,1732144410730 Release verify snapshot worker=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:46,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 in 10.0410 sec 2024-11-20T23:14:46,754 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:46,754 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:46,755 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:46,757 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:46,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,33399,1732144410730 in 10.0440 sec 2024-11-20T23:14:56,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-20T23:14:56,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-20T23:14:56,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-20T23:14:56,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T23:14:56,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T23:14:56,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-20T23:14:56,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T23:14:56,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T23:14:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T23:14:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T23:14:56,759 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,33399,1732144410730 Release verify snapshot worker=412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:56,759 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 Release verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T23:14:56,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43933 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T23:14:56,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 in 20.0500 sec 2024-11-20T23:14:56,762 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 Release verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:56,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,33399,1732144410730 in 20.0500 sec 2024-11-20T23:14:56,763 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 Release verify snapshot worker=412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:56,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 in 20.0530 sec 2024-11-20T23:14:56,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-20T23:14:56,765 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T23:14:56,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43223,1732144410628 in 20.0540 sec 2024-11-20T23:14:56,767 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T23:14:56,769 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T23:14:56,769 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T23:14:56,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0150 sec 2024-11-20T23:14:56,807 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T23:14:56,815 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T23:14:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:14:56,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:14:56,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:14:56,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:14:56,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:14:56,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:14:56,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:14:56,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=290173708, stopped=false 2024-11-20T23:14:56,817 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,43933,1732144409478 2024-11-20T23:14:56,868 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T23:14:56,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T23:14:56,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T23:14:56,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:14:56,868 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:14:56,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:14:56,868 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:14:56,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:14:56,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:14:56,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:14:56,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:14:56,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:14:56,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:14:56,869 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,43223,1732144410628' ***** 2024-11-20T23:14:56,869 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:14:56,869 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,33399,1732144410730' ***** 2024-11-20T23:14:56,869 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:14:56,870 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:14:56,870 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:14:56,870 INFO [RS:1;412a5e44fd2e:43223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:14:56,870 INFO [RS:2;412a5e44fd2e:33399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:14:56,870 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:14:56,870 INFO [RS:2;412a5e44fd2e:33399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:14:56,870 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:14:56,870 INFO [RS:1;412a5e44fd2e:43223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:14:56,870 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f986b100be6797b13c99cbc28ef58da 2024-11-20T23:14:56,870 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for bcd854103c9ff7bb5bef0685895d193c 2024-11-20T23:14:56,871 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:14:56,871 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for 38845c4b84540d2747dd878380afa998 2024-11-20T23:14:56,871 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e42577fac9daab4bc9008feba40190c 2024-11-20T23:14:56,871 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:14:56,871 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:56,871 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:14:56,871 INFO [RS:1;412a5e44fd2e:43223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;412a5e44fd2e:43223. 2024-11-20T23:14:56,871 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcd854103c9ff7bb5bef0685895d193c, disabling compactions & flushes 2024-11-20T23:14:56,871 DEBUG [RS:1;412a5e44fd2e:43223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:14:56,872 DEBUG [RS:1;412a5e44fd2e:43223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:14:56,872 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:14:56,872 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:14:56,872 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. after waiting 0 ms 2024-11-20T23:14:56,872 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:14:56,872 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:14:56,872 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:14:56,872 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:14:56,872 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:14:56,873 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ccf8577617231b2054754831476c13b 2024-11-20T23:14:56,873 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for 655d4ca10251735750d0c8b53b870621 2024-11-20T23:14:56,873 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:56,873 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f986b100be6797b13c99cbc28ef58da, disabling compactions & flushes 2024-11-20T23:14:56,873 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for 517a1468be69ed9844101bc213671d44 2024-11-20T23:14:56,873 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:14:56,873 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:56,873 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:14:56,873 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:14:56,873 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. after waiting 0 ms 2024-11-20T23:14:56,873 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:14:56,873 INFO [RS:2;412a5e44fd2e:33399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;412a5e44fd2e:33399. 2024-11-20T23:14:56,873 DEBUG [RS:2;412a5e44fd2e:33399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:14:56,873 DEBUG [RS:2;412a5e44fd2e:33399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:14:56,874 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-20T23:14:56,874 DEBUG [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(1325): Online Regions={9f986b100be6797b13c99cbc28ef58da=SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da., 4ccf8577617231b2054754831476c13b=SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b., 655d4ca10251735750d0c8b53b870621=SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621., cf73dc3ad33cb702c88bc454991af22a=SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a., 517a1468be69ed9844101bc213671d44=SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44.} 2024-11-20T23:14:56,874 DEBUG [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(1351): Waiting on 4ccf8577617231b2054754831476c13b, 517a1468be69ed9844101bc213671d44, 655d4ca10251735750d0c8b53b870621, 9f986b100be6797b13c99cbc28ef58da, cf73dc3ad33cb702c88bc454991af22a 2024-11-20T23:14:56,877 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T23:14:56,877 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1325): Online Regions={bcd854103c9ff7bb5bef0685895d193c=SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c., 1588230740=hbase:meta,,1.1588230740, fd7c8ead32e5af837d7274c09c93d88d=SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d., 38845c4b84540d2747dd878380afa998=SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998., 8e42577fac9daab4bc9008feba40190c=SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c., 98dc5a9920e538eeab145dc1e53b3749=SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749.} 2024-11-20T23:14:56,877 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38845c4b84540d2747dd878380afa998, 8e42577fac9daab4bc9008feba40190c, 98dc5a9920e538eeab145dc1e53b3749, bcd854103c9ff7bb5bef0685895d193c, fd7c8ead32e5af837d7274c09c93d88d 2024-11-20T23:14:56,878 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:14:56,878 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:14:56,878 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:14:56,878 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:14:56,878 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:14:56,879 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-20T23:14:56,905 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/bcd854103c9ff7bb5bef0685895d193c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:14:56,907 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:14:56,908 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:14:56,908 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcd854103c9ff7bb5bef0685895d193c: Waiting for close lock at 1732144496871Running coprocessor pre-close hooks at 1732144496871Disabling compacts and flushes for region at 1732144496871Disabling writes for close at 1732144496872 (+1 ms)Writing region close event to WAL at 1732144496876 (+4 ms)Running coprocessor post-close hooks at 1732144496906 (+30 ms)Closed at 1732144496908 (+2 ms) 2024-11-20T23:14:56,909 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c. 2024-11-20T23:14:56,910 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd7c8ead32e5af837d7274c09c93d88d, disabling compactions & flushes 2024-11-20T23:14:56,910 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:14:56,910 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:14:56,910 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. after waiting 0 ms 2024-11-20T23:14:56,910 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:14:56,911 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/9f986b100be6797b13c99cbc28ef58da/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:14:56,912 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:14:56,912 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f986b100be6797b13c99cbc28ef58da: Waiting for close lock at 1732144496873Running coprocessor pre-close hooks at 1732144496873Disabling compacts and flushes for region at 1732144496873Disabling writes for close at 1732144496873Writing region close event to WAL at 1732144496877 (+4 ms)Running coprocessor post-close hooks at 1732144496912 (+35 ms)Closed at 1732144496912 2024-11-20T23:14:56,912 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732144424554.9f986b100be6797b13c99cbc28ef58da. 2024-11-20T23:14:56,913 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ccf8577617231b2054754831476c13b, disabling compactions & flushes 2024-11-20T23:14:56,913 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:14:56,913 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:14:56,913 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. after waiting 0 ms 2024-11-20T23:14:56,913 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:14:56,929 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/fd7c8ead32e5af837d7274c09c93d88d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:14:56,930 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:14:56,931 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd7c8ead32e5af837d7274c09c93d88d: Waiting for close lock at 1732144496909Running coprocessor pre-close hooks at 1732144496909Disabling compacts and flushes for region at 1732144496909Disabling writes for close at 1732144496910 (+1 ms)Writing region close event to WAL at 1732144496919 (+9 ms)Running coprocessor post-close hooks at 1732144496930 (+11 ms)Closed at 1732144496930 2024-11-20T23:14:56,931 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732144424554.fd7c8ead32e5af837d7274c09c93d88d. 2024-11-20T23:14:56,931 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38845c4b84540d2747dd878380afa998, disabling compactions & flushes 2024-11-20T23:14:56,931 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:14:56,931 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:14:56,931 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. after waiting 0 ms 2024-11-20T23:14:56,931 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:14:56,933 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/.tmp/info/9627ca13cf1744758691e438ef4c342a is 167, key is SPTestTable,19999999,1732144424554.bcd854103c9ff7bb5bef0685895d193c./info:regioninfo/1732144466513/Put/seqid=0 2024-11-20T23:14:56,948 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/4ccf8577617231b2054754831476c13b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:14:56,950 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:14:56,950 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ccf8577617231b2054754831476c13b: Waiting for close lock at 1732144496912Running coprocessor pre-close hooks at 1732144496913 (+1 ms)Disabling compacts and flushes for region at 1732144496913Disabling writes for close at 1732144496913Writing region close event to WAL at 1732144496919 (+6 ms)Running coprocessor post-close hooks at 1732144496950 (+31 ms)Closed at 1732144496950 2024-11-20T23:14:56,950 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732144424554.4ccf8577617231b2054754831476c13b. 2024-11-20T23:14:56,950 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 655d4ca10251735750d0c8b53b870621, disabling compactions & flushes 2024-11-20T23:14:56,950 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:14:56,950 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:14:56,950 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. after waiting 0 ms 2024-11-20T23:14:56,951 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:14:56,966 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:14:56,972 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/38845c4b84540d2747dd878380afa998/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:14:56,974 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:14:56,974 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38845c4b84540d2747dd878380afa998: Waiting for close lock at 1732144496931Running coprocessor pre-close hooks at 1732144496931Disabling compacts and flushes for region at 1732144496931Disabling writes for close at 1732144496931Writing region close event to WAL at 1732144496947 (+16 ms)Running coprocessor post-close hooks at 1732144496974 (+27 ms)Closed at 1732144496974 2024-11-20T23:14:56,974 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732144424554.38845c4b84540d2747dd878380afa998. 2024-11-20T23:14:56,974 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e42577fac9daab4bc9008feba40190c, disabling compactions & flushes 2024-11-20T23:14:56,975 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:14:56,975 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:14:56,975 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. after waiting 0 ms 2024-11-20T23:14:56,975 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:14:56,977 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/655d4ca10251735750d0c8b53b870621/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:14:56,978 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:14:56,978 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 655d4ca10251735750d0c8b53b870621: Waiting for close lock at 1732144496950Running coprocessor pre-close hooks at 1732144496950Disabling compacts and flushes for region at 1732144496950Disabling writes for close at 1732144496951 (+1 ms)Writing region close event to WAL at 1732144496960 (+9 ms)Running coprocessor post-close hooks at 1732144496978 (+18 ms)Closed at 1732144496978 2024-11-20T23:14:56,979 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732144424554.655d4ca10251735750d0c8b53b870621. 2024-11-20T23:14:56,979 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf73dc3ad33cb702c88bc454991af22a, disabling compactions & flushes 2024-11-20T23:14:56,979 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:14:56,979 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:14:56,979 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. after waiting 0 ms 2024-11-20T23:14:56,979 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:14:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741862_1038 (size=20292) 2024-11-20T23:14:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741862_1038 (size=20292) 2024-11-20T23:14:56,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741862_1038 (size=20292) 2024-11-20T23:14:56,995 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/.tmp/info/9627ca13cf1744758691e438ef4c342a 2024-11-20T23:14:57,040 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/cf73dc3ad33cb702c88bc454991af22a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:14:57,044 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:14:57,044 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf73dc3ad33cb702c88bc454991af22a: Waiting for close lock at 1732144496979Running coprocessor pre-close hooks at 1732144496979Disabling compacts and flushes for region at 1732144496979Disabling writes for close at 1732144496979Writing region close event to WAL at 1732144497016 (+37 ms)Running coprocessor post-close hooks at 1732144497043 (+27 ms)Closed at 1732144497043 2024-11-20T23:14:57,044 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732144424554.cf73dc3ad33cb702c88bc454991af22a. 2024-11-20T23:14:57,044 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 517a1468be69ed9844101bc213671d44, disabling compactions & flushes 2024-11-20T23:14:57,044 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:14:57,044 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:14:57,044 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. after waiting 0 ms 2024-11-20T23:14:57,044 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:14:57,057 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/8e42577fac9daab4bc9008feba40190c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:14:57,058 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:14:57,059 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e42577fac9daab4bc9008feba40190c: Waiting for close lock at 1732144496974Running coprocessor pre-close hooks at 1732144496974Disabling compacts and flushes for region at 1732144496974Disabling writes for close at 1732144496975 (+1 ms)Writing region close event to WAL at 1732144497024 (+49 ms)Running coprocessor post-close hooks at 1732144497058 (+34 ms)Closed at 1732144497058 2024-11-20T23:14:57,059 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732144424554.8e42577fac9daab4bc9008feba40190c. 2024-11-20T23:14:57,059 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98dc5a9920e538eeab145dc1e53b3749, disabling compactions & flushes 2024-11-20T23:14:57,059 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:14:57,059 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:14:57,059 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. after waiting 0 ms 2024-11-20T23:14:57,059 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:14:57,074 DEBUG [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(1351): Waiting on 517a1468be69ed9844101bc213671d44 2024-11-20T23:14:57,078 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98dc5a9920e538eeab145dc1e53b3749 2024-11-20T23:14:57,093 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/.tmp/ns/c45df540b8e547b684575625ecd5566d is 43, key is default/ns:d/1732144423905/Put/seqid=0 2024-11-20T23:14:57,108 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/98dc5a9920e538eeab145dc1e53b3749/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:14:57,109 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:14:57,110 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98dc5a9920e538eeab145dc1e53b3749: Waiting for close lock at 1732144497059Running coprocessor pre-close hooks at 1732144497059Disabling compacts and flushes for region at 1732144497059Disabling writes for close at 1732144497059Writing region close event to WAL at 1732144497079 (+20 ms)Running coprocessor post-close hooks at 1732144497109 (+30 ms)Closed at 1732144497109 2024-11-20T23:14:57,110 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732144424554.98dc5a9920e538eeab145dc1e53b3749. 2024-11-20T23:14:57,121 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/default/SPTestTable/517a1468be69ed9844101bc213671d44/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:14:57,123 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:14:57,123 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 517a1468be69ed9844101bc213671d44: Waiting for close lock at 1732144497044Running coprocessor pre-close hooks at 1732144497044Disabling compacts and flushes for region at 1732144497044Disabling writes for close at 1732144497044Writing region close event to WAL at 1732144497092 (+48 ms)Running coprocessor post-close hooks at 1732144497123 (+31 ms)Closed at 1732144497123 2024-11-20T23:14:57,124 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732144424554.517a1468be69ed9844101bc213671d44. 2024-11-20T23:14:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741863_1039 (size=5153) 2024-11-20T23:14:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741863_1039 (size=5153) 2024-11-20T23:14:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741863_1039 (size=5153) 2024-11-20T23:14:57,212 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/.tmp/ns/c45df540b8e547b684575625ecd5566d 2024-11-20T23:14:57,275 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,33399,1732144410730; all regions closed. 2024-11-20T23:14:57,280 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:14:57,288 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/.tmp/table/d32e5dca7ebd43528f67603b42f54a74 is 47, key is SPTestTable/table:state/1732144436070/Put/seqid=0 2024-11-20T23:14:57,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741835_1011 (size=3500) 2024-11-20T23:14:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741835_1011 (size=3500) 2024-11-20T23:14:57,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741835_1011 (size=3500) 2024-11-20T23:14:57,310 DEBUG [RS:2;412a5e44fd2e:33399 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/oldWALs 2024-11-20T23:14:57,310 INFO [RS:2;412a5e44fd2e:33399 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C33399%2C1732144410730:(num 1732144413031) 2024-11-20T23:14:57,310 DEBUG [RS:2;412a5e44fd2e:33399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:14:57,311 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:14:57,311 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:14:57,311 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:14:57,311 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:14:57,311 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:14:57,311 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:14:57,311 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:14:57,311 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:14:57,312 INFO [RS:2;412a5e44fd2e:33399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33399 2024-11-20T23:14:57,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T23:14:57,331 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:14:57,331 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/412a5e44fd2e,33399,1732144410730 2024-11-20T23:14:57,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,33399,1732144410730] 2024-11-20T23:14:57,352 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/412a5e44fd2e,33399,1732144410730 already deleted, retry=false 2024-11-20T23:14:57,352 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,33399,1732144410730 expired; onlineServers=1 2024-11-20T23:14:57,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741864_1040 (size=5214) 2024-11-20T23:14:57,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741864_1040 (size=5214) 2024-11-20T23:14:57,372 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/.tmp/table/d32e5dca7ebd43528f67603b42f54a74 2024-11-20T23:14:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741864_1040 (size=5214) 2024-11-20T23:14:57,385 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/.tmp/info/9627ca13cf1744758691e438ef4c342a as hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/info/9627ca13cf1744758691e438ef4c342a 2024-11-20T23:14:57,401 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/info/9627ca13cf1744758691e438ef4c342a, entries=116, sequenceid=37, filesize=19.8 K 2024-11-20T23:14:57,403 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/.tmp/ns/c45df540b8e547b684575625ecd5566d as hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/ns/c45df540b8e547b684575625ecd5566d 2024-11-20T23:14:57,420 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/ns/c45df540b8e547b684575625ecd5566d, entries=2, sequenceid=37, filesize=5.0 K 2024-11-20T23:14:57,426 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/.tmp/table/d32e5dca7ebd43528f67603b42f54a74 as hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/table/d32e5dca7ebd43528f67603b42f54a74 2024-11-20T23:14:57,441 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/table/d32e5dca7ebd43528f67603b42f54a74, entries=2, sequenceid=37, filesize=5.1 K 2024-11-20T23:14:57,442 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:14:57,442 INFO [RS:2;412a5e44fd2e:33399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:14:57,442 INFO [RS:2;412a5e44fd2e:33399 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,33399,1732144410730; zookeeper connection closed. 2024-11-20T23:14:57,442 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1015a86231f0003, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:14:57,442 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e67406 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e67406 2024-11-20T23:14:57,447 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 565ms, sequenceid=37, compaction requested=false 2024-11-20T23:14:57,480 DEBUG [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:14:57,513 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-20T23:14:57,514 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:14:57,515 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:14:57,515 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144496878Running coprocessor pre-close hooks at 1732144496878Disabling compacts and flushes for region at 1732144496878Disabling writes for close at 1732144496878Obtaining lock to block concurrent updates at 1732144496879 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732144496879Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1732144496879Flushing stores of hbase:meta,,1.1588230740 at 1732144496881 (+2 ms)Flushing 1588230740/info: creating writer at 1732144496882 (+1 ms)Flushing 1588230740/info: appending metadata at 1732144496933 (+51 ms)Flushing 1588230740/info: closing flushed file at 1732144496933Flushing 1588230740/ns: creating writer at 1732144497041 (+108 ms)Flushing 1588230740/ns: appending metadata at 1732144497092 (+51 ms)Flushing 1588230740/ns: closing flushed file at 1732144497092Flushing 1588230740/table: creating writer at 1732144497242 (+150 ms)Flushing 1588230740/table: appending metadata at 1732144497287 (+45 ms)Flushing 1588230740/table: closing flushed file at 1732144497287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c41683f: reopening flushed file at 1732144497383 (+96 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4129026a: reopening flushed file at 1732144497401 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131d3cc1: reopening flushed file at 1732144497420 (+19 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 565ms, sequenceid=37, compaction requested=false at 1732144497448 (+28 ms)Writing region close event to WAL at 1732144497488 (+40 ms)Running coprocessor post-close hooks at 1732144497514 (+26 ms)Closed at 1732144497515 (+1 ms) 2024-11-20T23:14:57,515 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:14:57,681 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,43223,1732144410628; all regions closed. 2024-11-20T23:14:57,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741836_1012 (size=19546) 2024-11-20T23:14:57,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741836_1012 (size=19546) 2024-11-20T23:14:57,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741836_1012 (size=19546) 2024-11-20T23:14:57,689 DEBUG [RS:1;412a5e44fd2e:43223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/oldWALs 2024-11-20T23:14:57,689 INFO [RS:1;412a5e44fd2e:43223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C43223%2C1732144410628.meta:.meta(num 1732144423537) 2024-11-20T23:14:57,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741834_1010 (size=3530) 2024-11-20T23:14:57,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741834_1010 (size=3530) 2024-11-20T23:14:57,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741834_1010 (size=3530) 2024-11-20T23:14:57,704 DEBUG [RS:1;412a5e44fd2e:43223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/oldWALs 2024-11-20T23:14:57,704 INFO [RS:1;412a5e44fd2e:43223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C43223%2C1732144410628:(num 1732144413013) 2024-11-20T23:14:57,705 DEBUG [RS:1;412a5e44fd2e:43223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:14:57,705 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:14:57,705 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:14:57,705 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:14:57,705 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:14:57,705 INFO [RS:1;412a5e44fd2e:43223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43223 2024-11-20T23:14:57,706 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:14:57,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/412a5e44fd2e,43223,1732144410628 2024-11-20T23:14:57,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T23:14:57,717 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:14:57,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,43223,1732144410628] 2024-11-20T23:14:57,737 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/412a5e44fd2e,43223,1732144410628 already deleted, retry=false 2024-11-20T23:14:57,738 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,43223,1732144410628 expired; onlineServers=0 2024-11-20T23:14:57,738 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,43933,1732144409478' ***** 2024-11-20T23:14:57,738 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:14:57,738 INFO [M:0;412a5e44fd2e:43933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:14:57,738 INFO [M:0;412a5e44fd2e:43933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:14:57,738 DEBUG [M:0;412a5e44fd2e:43933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:14:57,738 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:14:57,738 DEBUG [M:0;412a5e44fd2e:43933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:14:57,738 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144412425 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144412425,5,FailOnTimeoutGroup] 2024-11-20T23:14:57,739 INFO [M:0;412a5e44fd2e:43933 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:14:57,738 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144412422 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144412422,5,FailOnTimeoutGroup] 2024-11-20T23:14:57,739 INFO [M:0;412a5e44fd2e:43933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:14:57,739 DEBUG [M:0;412a5e44fd2e:43933 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:14:57,739 INFO [M:0;412a5e44fd2e:43933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:14:57,739 INFO [M:0;412a5e44fd2e:43933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:14:57,739 ERROR [M:0;412a5e44fd2e:43933 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:34863 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34863,5,PEWorkerGroup] 2024-11-20T23:14:57,740 INFO [M:0;412a5e44fd2e:43933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:14:57,740 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:14:57,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T23:14:57,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:14:57,748 DEBUG [M:0;412a5e44fd2e:43933 {}] zookeeper.ZKUtil(347): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T23:14:57,748 WARN [M:0;412a5e44fd2e:43933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T23:14:57,749 INFO [M:0;412a5e44fd2e:43933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/.lastflushedseqids 2024-11-20T23:14:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741865_1041 (size=686) 2024-11-20T23:14:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741865_1041 (size=686) 2024-11-20T23:14:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741865_1041 (size=686) 2024-11-20T23:14:57,770 INFO [M:0;412a5e44fd2e:43933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:14:57,770 INFO [M:0;412a5e44fd2e:43933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:14:57,770 DEBUG [M:0;412a5e44fd2e:43933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:14:57,770 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:14:57,770 DEBUG [M:0;412a5e44fd2e:43933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:14:57,770 DEBUG [M:0;412a5e44fd2e:43933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:14:57,770 DEBUG [M:0;412a5e44fd2e:43933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:14:57,771 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.51 KB heapSize=242.30 KB 2024-11-20T23:14:57,794 DEBUG [M:0;412a5e44fd2e:43933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55c34e6a06384b4ab7de07eb04c64ceb is 82, key is hbase:meta,,1/info:regioninfo/1732144423668/Put/seqid=0 2024-11-20T23:14:57,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:14:57,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43223-0x1015a86231f0002, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:14:57,828 INFO [RS:1;412a5e44fd2e:43223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:14:57,828 INFO [RS:1;412a5e44fd2e:43223 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,43223,1732144410628; zookeeper connection closed. 2024-11-20T23:14:57,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@762edbea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@762edbea 2024-11-20T23:14:57,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T23:14:57,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741866_1042 (size=5672) 2024-11-20T23:14:57,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741866_1042 (size=5672) 2024-11-20T23:14:57,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741866_1042 (size=5672) 2024-11-20T23:14:57,833 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55c34e6a06384b4ab7de07eb04c64ceb 2024-11-20T23:14:57,869 DEBUG [M:0;412a5e44fd2e:43933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e06379d4c3394721b7637f3556e891e1 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732144436081/Put/seqid=0 2024-11-20T23:14:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741867_1043 (size=8972) 2024-11-20T23:14:57,992 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.78 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e06379d4c3394721b7637f3556e891e1 2024-11-20T23:14:57,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741867_1043 (size=8972) 2024-11-20T23:14:57,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741867_1043 (size=8972) 2024-11-20T23:14:58,015 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e06379d4c3394721b7637f3556e891e1 2024-11-20T23:14:58,062 DEBUG [M:0;412a5e44fd2e:43933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c6699afbd6c4b6eaf115ea55aa4e989 is 69, key is 412a5e44fd2e,33399,1732144410730/rs:state/1732144412551/Put/seqid=0 2024-11-20T23:14:58,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741868_1044 (size=5446) 2024-11-20T23:14:58,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741868_1044 (size=5446) 2024-11-20T23:14:58,197 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c6699afbd6c4b6eaf115ea55aa4e989 2024-11-20T23:14:58,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741868_1044 (size=5446) 2024-11-20T23:14:58,207 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c6699afbd6c4b6eaf115ea55aa4e989 2024-11-20T23:14:58,208 DEBUG [M:0;412a5e44fd2e:43933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55c34e6a06384b4ab7de07eb04c64ceb as hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55c34e6a06384b4ab7de07eb04c64ceb 2024-11-20T23:14:58,218 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55c34e6a06384b4ab7de07eb04c64ceb, entries=8, sequenceid=513, filesize=5.5 K 2024-11-20T23:14:58,219 DEBUG [M:0;412a5e44fd2e:43933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e06379d4c3394721b7637f3556e891e1 as hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e06379d4c3394721b7637f3556e891e1 2024-11-20T23:14:58,227 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e06379d4c3394721b7637f3556e891e1 2024-11-20T23:14:58,227 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e06379d4c3394721b7637f3556e891e1, entries=56, sequenceid=513, filesize=8.8 K 2024-11-20T23:14:58,229 DEBUG [M:0;412a5e44fd2e:43933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c6699afbd6c4b6eaf115ea55aa4e989 as hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c6699afbd6c4b6eaf115ea55aa4e989 2024-11-20T23:14:58,238 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c6699afbd6c4b6eaf115ea55aa4e989 2024-11-20T23:14:58,238 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34863/user/jenkins/test-data/bbe94065-83fc-4b2e-1aea-f322848063e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c6699afbd6c4b6eaf115ea55aa4e989, entries=3, sequenceid=513, filesize=5.3 K 2024-11-20T23:14:58,240 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.51 KB/200207, heapSize ~242 KB/247808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 470ms, sequenceid=513, compaction requested=false 2024-11-20T23:14:58,247 INFO [M:0;412a5e44fd2e:43933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:14:58,248 DEBUG [M:0;412a5e44fd2e:43933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144497770Disabling compacts and flushes for region at 1732144497770Disabling writes for close at 1732144497770Obtaining lock to block concurrent updates at 1732144497771 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144497771Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200207, getHeapSize=248048, getOffHeapSize=0, getCellsCount=620 at 1732144497771Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144497772 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144497772Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144497793 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144497793Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144497844 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144497868 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144497868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144498015 (+147 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144498061 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144498061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6ec861: reopening flushed file at 1732144498207 (+146 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b8f770: reopening flushed file at 1732144498218 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c1c8766: reopening flushed file at 1732144498227 (+9 ms)Finished flush of dataSize ~195.51 KB/200207, heapSize ~242 KB/247808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 470ms, sequenceid=513, compaction requested=false at 1732144498240 (+13 ms)Writing region close event to WAL at 1732144498247 (+7 ms)Closed at 1732144498247 2024-11-20T23:14:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741830_1006 (size=234399) 2024-11-20T23:14:58,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741830_1006 (size=234399) 2024-11-20T23:14:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44671 is added to blk_1073741830_1006 (size=234399) 2024-11-20T23:14:58,258 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:14:58,258 INFO [M:0;412a5e44fd2e:43933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:14:58,258 INFO [M:0;412a5e44fd2e:43933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43933 2024-11-20T23:14:58,258 INFO [M:0;412a5e44fd2e:43933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:14:58,368 INFO [M:0;412a5e44fd2e:43933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:14:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:14:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43933-0x1015a86231f0000, quorum=127.0.0.1:56869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:14:58,371 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:14:58,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:14:58,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:14:58,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:14:58,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:14:58,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.log.dir/,STOPPED} 2024-11-20T23:14:58,384 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:14:58,384 WARN [BP-1262636875-172.17.0.2-1732144402351 heartbeating to localhost/127.0.0.1:34863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:14:58,384 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:14:58,384 WARN [BP-1262636875-172.17.0.2-1732144402351 heartbeating to localhost/127.0.0.1:34863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1262636875-172.17.0.2-1732144402351 (Datanode Uuid cefaaae4-34f3-4f53-868d-a18af6e5a75a) service to localhost/127.0.0.1:34863 2024-11-20T23:14:58,386 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data5/current/BP-1262636875-172.17.0.2-1732144402351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:14:58,386 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data6/current/BP-1262636875-172.17.0.2-1732144402351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:14:58,387 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:14:58,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:14:58,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:14:58,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:14:58,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:14:58,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.log.dir/,STOPPED} 2024-11-20T23:14:58,400 WARN [BP-1262636875-172.17.0.2-1732144402351 heartbeating to localhost/127.0.0.1:34863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:14:58,400 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:14:58,400 WARN [BP-1262636875-172.17.0.2-1732144402351 heartbeating to localhost/127.0.0.1:34863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1262636875-172.17.0.2-1732144402351 (Datanode Uuid 6b7aca2e-2c39-4925-8474-6f502f4fd5e2) service to localhost/127.0.0.1:34863 2024-11-20T23:14:58,400 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:14:58,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data3/current/BP-1262636875-172.17.0.2-1732144402351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:14:58,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data4/current/BP-1262636875-172.17.0.2-1732144402351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:14:58,401 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:14:58,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:14:58,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:14:58,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:14:58,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:14:58,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.log.dir/,STOPPED} 2024-11-20T23:14:58,423 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:14:58,423 WARN [BP-1262636875-172.17.0.2-1732144402351 heartbeating to localhost/127.0.0.1:34863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:14:58,423 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:14:58,423 WARN [BP-1262636875-172.17.0.2-1732144402351 heartbeating to localhost/127.0.0.1:34863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1262636875-172.17.0.2-1732144402351 (Datanode Uuid b0fe7541-f650-4297-adfb-37effd59d5a9) service to localhost/127.0.0.1:34863 2024-11-20T23:14:58,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data1/current/BP-1262636875-172.17.0.2-1732144402351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:14:58,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/cluster_1962f729-3a59-d2d2-e5f3-ff3312509c1f/data/data2/current/BP-1262636875-172.17.0.2-1732144402351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:14:58,424 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:14:58,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:14:58,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:14:58,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:14:58,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:14:58,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.log.dir/,STOPPED} 2024-11-20T23:14:58,446 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T23:14:58,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:14:58,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34863 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/412a5e44fd2e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/412a5e44fd2e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/412a5e44fd2e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/412a5e44fd2e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/412a5e44fd2e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/412a5e44fd2e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2cbb6809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34863 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/412a5e44fd2e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=629 (was 721), ProcessCount=11 (was 11), AvailableMemoryMB=3491 (was 4339) 2024-11-20T23:14:58,537 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=629, ProcessCount=11, AvailableMemoryMB=3805 2024-11-20T23:14:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.log.dir so I do NOT create it in target/test-data/f504b101-0338-580b-7a25-09561396b0bc 2024-11-20T23:14:58,588 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T23:14:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.tmp.dir so I do NOT create it in target/test-data/f504b101-0338-580b-7a25-09561396b0bc 2024-11-20T23:14:58,588 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d80535-98aa-ead0-03f8-1951b1535d1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T23:14:58,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc 2024-11-20T23:14:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T23:14:58,588 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560, deleteOnExit=true 2024-11-20T23:14:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T23:14:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/test.cache.data in system properties and HBase conf 2024-11-20T23:14:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T23:14:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/hadoop.log.dir in system properties and HBase conf 2024-11-20T23:14:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T23:14:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T23:14:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T23:14:58,590 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T23:14:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:14:58,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T23:14:58,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T23:14:58,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:14:58,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T23:14:58,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T23:14:58,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T23:14:58,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:14:58,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T23:14:58,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/nfs.dump.dir in system properties and HBase conf 2024-11-20T23:14:58,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/java.io.tmpdir in system properties and HBase conf 2024-11-20T23:14:58,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T23:14:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T23:14:58,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T23:14:59,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:14:59,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:14:59,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:14:59,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:14:59,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:14:59,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:14:59,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a61ad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:14:59,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@628468c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:14:59,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@265115b6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/java.io.tmpdir/jetty-localhost-39625-hadoop-hdfs-3_4_1-tests_jar-_-any-11497692662460717731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:14:59,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@597a5af4{HTTP/1.1, (http/1.1)}{localhost:39625} 2024-11-20T23:14:59,150 INFO [Time-limited test {}] server.Server(415): Started @100113ms 2024-11-20T23:14:59,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:14:59,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:14:59,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:14:59,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:14:59,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:14:59,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c0c772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:14:59,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70fe7c6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:14:59,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3fcae4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/java.io.tmpdir/jetty-localhost-36831-hadoop-hdfs-3_4_1-tests_jar-_-any-9068654149777840335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:14:59,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41d2341b{HTTP/1.1, (http/1.1)}{localhost:36831} 2024-11-20T23:14:59,827 INFO [Time-limited test {}] server.Server(415): Started @100790ms 2024-11-20T23:14:59,829 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:14:59,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:14:59,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:14:59,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:14:59,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:14:59,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T23:14:59,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3128d8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:14:59,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18820903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:14:59,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:14:59,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:14:59,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T23:15:00,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a7ea158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/java.io.tmpdir/jetty-localhost-44543-hadoop-hdfs-3_4_1-tests_jar-_-any-7186385773700941183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:15:00,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2feb0ee8{HTTP/1.1, (http/1.1)}{localhost:44543} 2024-11-20T23:15:00,059 INFO [Time-limited test {}] server.Server(415): Started @101022ms 2024-11-20T23:15:00,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:15:00,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T23:15:00,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T23:15:00,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T23:15:00,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T23:15:00,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T23:15:00,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b9b7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/hadoop.log.dir/,AVAILABLE} 2024-11-20T23:15:00,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e2f99bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T23:15:00,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f7eb589{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/java.io.tmpdir/jetty-localhost-39049-hadoop-hdfs-3_4_1-tests_jar-_-any-3489481453978673940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:15:00,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ee24d1c{HTTP/1.1, (http/1.1)}{localhost:39049} 2024-11-20T23:15:00,303 INFO [Time-limited test {}] server.Server(415): Started @101267ms 2024-11-20T23:15:00,305 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T23:15:00,994 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data2/current/BP-1558795754-172.17.0.2-1732144498630/current, will proceed with Du for space computation calculation, 2024-11-20T23:15:00,994 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data1/current/BP-1558795754-172.17.0.2-1732144498630/current, will proceed with Du for space computation calculation, 2024-11-20T23:15:01,020 WARN [Thread-643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:15:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x494168f543272200 with lease ID 0x7cb74db99c0fe367: Processing first storage report for DS-c9082b9c-db2c-4576-bc26-abb1bcad34a9 from datanode DatanodeRegistration(127.0.0.1:37603, datanodeUuid=fd7631c2-b278-440f-9286-ef0a6fbeec26, infoPort=38187, infoSecurePort=0, ipcPort=35935, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630) 2024-11-20T23:15:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x494168f543272200 with lease ID 0x7cb74db99c0fe367: from storage DS-c9082b9c-db2c-4576-bc26-abb1bcad34a9 node DatanodeRegistration(127.0.0.1:37603, datanodeUuid=fd7631c2-b278-440f-9286-ef0a6fbeec26, infoPort=38187, infoSecurePort=0, ipcPort=35935, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:15:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x494168f543272200 with lease ID 0x7cb74db99c0fe367: Processing first storage report for DS-6117488a-7d39-4c92-a32e-8bad55748670 from datanode DatanodeRegistration(127.0.0.1:37603, datanodeUuid=fd7631c2-b278-440f-9286-ef0a6fbeec26, infoPort=38187, infoSecurePort=0, ipcPort=35935, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630) 2024-11-20T23:15:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x494168f543272200 with lease ID 0x7cb74db99c0fe367: from storage DS-6117488a-7d39-4c92-a32e-8bad55748670 node DatanodeRegistration(127.0.0.1:37603, datanodeUuid=fd7631c2-b278-440f-9286-ef0a6fbeec26, infoPort=38187, infoSecurePort=0, ipcPort=35935, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:15:01,576 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data3/current/BP-1558795754-172.17.0.2-1732144498630/current, will proceed with Du for space computation calculation, 2024-11-20T23:15:01,576 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data4/current/BP-1558795754-172.17.0.2-1732144498630/current, will proceed with Du for space computation calculation, 2024-11-20T23:15:01,602 WARN [Thread-666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:15:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17ddcff5461a4c70 with lease ID 0x7cb74db99c0fe368: Processing first storage report for DS-6fb0deb5-b45a-4cd3-99c3-e239b5ec5cf7 from datanode DatanodeRegistration(127.0.0.1:39627, datanodeUuid=8f0e0800-dd76-4b4a-ab73-9e7c919bf7f0, infoPort=35003, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630) 2024-11-20T23:15:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17ddcff5461a4c70 with lease ID 0x7cb74db99c0fe368: from storage DS-6fb0deb5-b45a-4cd3-99c3-e239b5ec5cf7 node DatanodeRegistration(127.0.0.1:39627, datanodeUuid=8f0e0800-dd76-4b4a-ab73-9e7c919bf7f0, infoPort=35003, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:15:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17ddcff5461a4c70 with lease ID 0x7cb74db99c0fe368: Processing first storage report for DS-3142c123-434e-4e21-8758-b38539aaa894 from datanode DatanodeRegistration(127.0.0.1:39627, datanodeUuid=8f0e0800-dd76-4b4a-ab73-9e7c919bf7f0, infoPort=35003, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630) 2024-11-20T23:15:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17ddcff5461a4c70 with lease ID 0x7cb74db99c0fe368: from storage DS-3142c123-434e-4e21-8758-b38539aaa894 node DatanodeRegistration(127.0.0.1:39627, datanodeUuid=8f0e0800-dd76-4b4a-ab73-9e7c919bf7f0, infoPort=35003, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T23:15:01,756 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data6/current/BP-1558795754-172.17.0.2-1732144498630/current, will proceed with Du for space computation calculation, 2024-11-20T23:15:01,756 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data5/current/BP-1558795754-172.17.0.2-1732144498630/current, will proceed with Du for space computation calculation, 2024-11-20T23:15:01,776 WARN [Thread-689 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T23:15:01,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f1a5cb5f7933536 with lease ID 0x7cb74db99c0fe369: Processing first storage report for DS-80f0b371-4bd7-4ab3-a57d-0bc8191bec55 from datanode DatanodeRegistration(127.0.0.1:46771, datanodeUuid=ede43342-7a6a-47a4-8779-b2326ab93212, infoPort=37413, infoSecurePort=0, ipcPort=33319, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630) 2024-11-20T23:15:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f1a5cb5f7933536 with lease ID 0x7cb74db99c0fe369: from storage DS-80f0b371-4bd7-4ab3-a57d-0bc8191bec55 node DatanodeRegistration(127.0.0.1:46771, datanodeUuid=ede43342-7a6a-47a4-8779-b2326ab93212, infoPort=37413, infoSecurePort=0, ipcPort=33319, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:15:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f1a5cb5f7933536 with lease ID 0x7cb74db99c0fe369: Processing first storage report for DS-09c23241-e989-4707-be7c-250085ca7785 from datanode DatanodeRegistration(127.0.0.1:46771, datanodeUuid=ede43342-7a6a-47a4-8779-b2326ab93212, infoPort=37413, infoSecurePort=0, ipcPort=33319, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630) 2024-11-20T23:15:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f1a5cb5f7933536 with lease ID 0x7cb74db99c0fe369: from storage DS-09c23241-e989-4707-be7c-250085ca7785 node DatanodeRegistration(127.0.0.1:46771, datanodeUuid=ede43342-7a6a-47a4-8779-b2326ab93212, infoPort=37413, infoSecurePort=0, ipcPort=33319, storageInfo=lv=-57;cid=testClusterID;nsid=1934259579;c=1732144498630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T23:15:01,868 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc 2024-11-20T23:15:01,874 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/zookeeper_0, clientPort=61557, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T23:15:01,875 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61557 2024-11-20T23:15:01,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:15:01,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:15:01,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:15:01,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:15:01,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:01,916 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 with version=8 2024-11-20T23:15:01,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/hbase-staging 2024-11-20T23:15:01,919 INFO [Time-limited test {}] client.ConnectionUtils(128): master/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:15:01,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:01,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:01,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:15:01,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:01,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:15:01,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T23:15:01,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:15:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741825_1001 (size=7) 2024-11-20T23:15:01,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35447 2024-11-20T23:15:01,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35447 connecting to ZooKeeper ensemble=127.0.0.1:61557 2024-11-20T23:15:01,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:01,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:02,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354470x0, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:15:02,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35447-0x1015a87901b0000 connected 2024-11-20T23:15:02,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:15:02,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:15:02,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:15:02,384 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978, hbase.cluster.distributed=false 2024-11-20T23:15:02,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T23:15:02,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35447 2024-11-20T23:15:02,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35447 2024-11-20T23:15:02,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35447 2024-11-20T23:15:02,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35447 2024-11-20T23:15:02,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35447 2024-11-20T23:15:02,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:15:02,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:02,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:02,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:15:02,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:02,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:15:02,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:15:02,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:15:02,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46139 2024-11-20T23:15:02,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46139 connecting to ZooKeeper ensemble=127.0.0.1:61557 2024-11-20T23:15:02,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:15:02,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:15:02,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:15:02,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:02,451 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461390x0, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:15:02,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46139-0x1015a87901b0001 connected 2024-11-20T23:15:02,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:15:02,455 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:15:02,458 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:15:02,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T23:15:02,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T23:15:02,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46139 2024-11-20T23:15:02,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46139 2024-11-20T23:15:02,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46139 2024-11-20T23:15:02,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:02,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:02,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46139 2024-11-20T23:15:02,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46139 2024-11-20T23:15:02,491 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:15:02,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:02,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:02,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:15:02,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:02,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:15:02,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:15:02,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:15:02,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43313 2024-11-20T23:15:02,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43313 connecting to ZooKeeper ensemble=127.0.0.1:61557 2024-11-20T23:15:02,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:15:02,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:15:02,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433130x0, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:15:02,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:15:02,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43313-0x1015a87901b0002 connected 2024-11-20T23:15:02,561 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:15:02,562 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:15:02,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T23:15:02,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T23:15:02,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-20T23:15:02,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43313 2024-11-20T23:15:02,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43313 2024-11-20T23:15:02,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-20T23:15:02,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-20T23:15:02,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/412a5e44fd2e:0 server-side Connection retries=45 2024-11-20T23:15:02,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:02,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:02,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T23:15:02,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T23:15:02,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T23:15:02,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T23:15:02,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T23:15:02,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38853 2024-11-20T23:15:02,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38853 connecting to ZooKeeper ensemble=127.0.0.1:61557 2024-11-20T23:15:02,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:15:02,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:15:02,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388530x0, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T23:15:02,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388530x0, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:15:02,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38853-0x1015a87901b0003 connected 2024-11-20T23:15:02,637 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T23:15:02,637 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T23:15:02,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T23:15:02,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T23:15:02,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-20T23:15:02,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38853 2024-11-20T23:15:02,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38853 2024-11-20T23:15:02,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-20T23:15:02,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38853 2024-11-20T23:15:02,651 DEBUG [M:0;412a5e44fd2e:35447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;412a5e44fd2e:35447 2024-11-20T23:15:02,651 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/412a5e44fd2e,35447,1732144501919 2024-11-20T23:15:02,730 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:15:02,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:15:02,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:15:02,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:15:02,733 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/412a5e44fd2e,35447,1732144501919 2024-11-20T23:15:02,804 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T23:15:02,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T23:15:02,804 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:02,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T23:15:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:02,808 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T23:15:02,810 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/412a5e44fd2e,35447,1732144501919 from backup master directory 2024-11-20T23:15:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/412a5e44fd2e,35447,1732144501919 2024-11-20T23:15:02,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:15:02,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:15:02,889 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:15:02,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T23:15:02,889 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:15:02,889 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=412a5e44fd2e,35447,1732144501919 2024-11-20T23:15:02,895 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/hbase.id] with ID: 829369ac-159d-492f-aa0b-9d21872cf89c 2024-11-20T23:15:02,895 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/.tmp/hbase.id 2024-11-20T23:15:02,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:15:02,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:15:02,906 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/.tmp/hbase.id]:[hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/hbase.id] 2024-11-20T23:15:02,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741826_1002 (size=42) 2024-11-20T23:15:02,920 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T23:15:02,920 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T23:15:02,922 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T23:15:02,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:02,973 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:02,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:02,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:15:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:15:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741827_1003 (size=196) 2024-11-20T23:15:03,397 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:15:03,398 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T23:15:03,398 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:15:03,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:15:03,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:15:03,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741828_1004 (size=1189) 2024-11-20T23:15:03,423 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store 2024-11-20T23:15:03,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:15:03,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:15:03,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741829_1005 (size=34) 2024-11-20T23:15:03,445 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:03,445 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:15:03,445 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:15:03,445 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:15:03,445 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:15:03,445 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:15:03,445 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:15:03,446 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144503445Disabling compacts and flushes for region at 1732144503445Disabling writes for close at 1732144503445Writing region close event to WAL at 1732144503445Closed at 1732144503445 2024-11-20T23:15:03,447 WARN [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/.initializing 2024-11-20T23:15:03,447 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/WALs/412a5e44fd2e,35447,1732144501919 2024-11-20T23:15:03,448 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:15:03,450 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C35447%2C1732144501919, suffix=, logDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/WALs/412a5e44fd2e,35447,1732144501919, archiveDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/oldWALs, maxLogs=10 2024-11-20T23:15:03,466 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/WALs/412a5e44fd2e,35447,1732144501919/412a5e44fd2e%2C35447%2C1732144501919.1732144503450, exclude list is [], retry=0 2024-11-20T23:15:03,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46771,DS-80f0b371-4bd7-4ab3-a57d-0bc8191bec55,DISK] 2024-11-20T23:15:03,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-c9082b9c-db2c-4576-bc26-abb1bcad34a9,DISK] 2024-11-20T23:15:03,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39627,DS-6fb0deb5-b45a-4cd3-99c3-e239b5ec5cf7,DISK] 2024-11-20T23:15:03,501 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/WALs/412a5e44fd2e,35447,1732144501919/412a5e44fd2e%2C35447%2C1732144501919.1732144503450 2024-11-20T23:15:03,505 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37413:37413),(127.0.0.1/127.0.0.1:38187:38187),(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-20T23:15:03,506 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:15:03,506 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:03,506 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,506 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T23:15:03,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:03,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:15:03,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T23:15:03,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:03,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:03,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T23:15:03,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:03,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:03,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T23:15:03,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:03,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:03,526 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,527 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,528 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,529 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,529 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,529 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:15:03,531 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T23:15:03,533 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:03,534 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66920526, jitterRate=-0.00280645489692688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:15:03,535 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732144503507Initializing all the Stores at 1732144503509 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144503509Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144503516 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144503516Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144503516Cleaning up temporary data from old regions at 1732144503529 (+13 ms)Region opened successfully at 1732144503535 (+6 ms) 2024-11-20T23:15:03,536 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T23:15:03,540 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2e1d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:15:03,541 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T23:15:03,542 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T23:15:03,542 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T23:15:03,542 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T23:15:03,542 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T23:15:03,543 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T23:15:03,543 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T23:15:03,548 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T23:15:03,549 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T23:15:03,624 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T23:15:03,625 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T23:15:03,625 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T23:15:03,687 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T23:15:03,687 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T23:15:03,688 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T23:15:03,708 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T23:15:03,709 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T23:15:03,729 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T23:15:03,732 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T23:15:03,750 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T23:15:03,772 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T23:15:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T23:15:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T23:15:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T23:15:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,772 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,773 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=412a5e44fd2e,35447,1732144501919, sessionid=0x1015a87901b0000, setting cluster-up flag (Was=false) 2024-11-20T23:15:03,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,816 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,910 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T23:15:03,911 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,35447,1732144501919 2024-11-20T23:15:03,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,931 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:03,984 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T23:15:03,985 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=412a5e44fd2e,35447,1732144501919 2024-11-20T23:15:03,987 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T23:15:03,989 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T23:15:03,989 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T23:15:03,989 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T23:15:03,989 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 412a5e44fd2e,35447,1732144501919 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T23:15:03,991 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:15:03,991 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:15:03,991 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:15:03,991 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T23:15:03,991 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/412a5e44fd2e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T23:15:03,991 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:03,991 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:15:03,991 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:03,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732144533992 2024-11-20T23:15:03,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T23:15:03,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T23:15:03,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T23:15:03,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T23:15:03,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T23:15:03,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T23:15:03,992 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:03,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:15:03,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T23:15:03,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:03,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T23:15:04,000 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T23:15:04,000 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T23:15:04,000 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T23:15:04,001 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T23:15:04,001 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T23:15:04,001 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144504001,5,FailOnTimeoutGroup] 2024-11-20T23:15:04,001 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144504001,5,FailOnTimeoutGroup] 2024-11-20T23:15:04,001 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,001 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T23:15:04,001 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,001 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:15:04,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:15:04,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741831_1007 (size=1321) 2024-11-20T23:15:04,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T23:15:04,017 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:04,022 WARN [IPC Server handler 3 on default port 38947 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T23:15:04,022 WARN [IPC Server handler 3 on default port 38947 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T23:15:04,022 WARN [IPC Server handler 3 on default port 38947 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T23:15:04,044 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(746): ClusterId : 829369ac-159d-492f-aa0b-9d21872cf89c 2024-11-20T23:15:04,044 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:15:04,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:15:04,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:15:04,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:04,057 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(746): ClusterId : 829369ac-159d-492f-aa0b-9d21872cf89c 2024-11-20T23:15:04,057 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.HRegionServer(746): ClusterId : 829369ac-159d-492f-aa0b-9d21872cf89c 2024-11-20T23:15:04,057 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:15:04,057 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T23:15:04,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:15:04,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:15:04,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:04,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:15:04,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:15:04,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:15:04,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:04,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:15:04,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:15:04,069 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:15:04,069 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:15:04,069 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:15:04,069 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:15:04,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:15:04,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:04,070 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T23:15:04,070 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T23:15:04,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:15:04,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:15:04,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:15:04,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:04,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:15:04,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:15:04,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740 2024-11-20T23:15:04,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740 2024-11-20T23:15:04,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:15:04,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:15:04,079 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:15:04,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:15:04,084 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:04,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64911633, jitterRate=-0.03274129331111908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:15:04,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732144504057Initializing all the Stores at 1732144504058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144504058Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144504059 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144504059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144504060 (+1 ms)Cleaning up temporary data from old regions at 1732144504078 (+18 ms)Region opened successfully at 1732144504085 (+7 ms) 2024-11-20T23:15:04,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:15:04,086 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:15:04,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:15:04,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:15:04,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:15:04,093 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:15:04,093 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:15:04,093 DEBUG [RS:0;412a5e44fd2e:46139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de487b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:15:04,093 DEBUG [RS:2;412a5e44fd2e:38853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5948f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:15:04,097 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:15:04,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144504086Disabling compacts and flushes for region at 1732144504086Disabling writes for close at 1732144504086Writing region close event to WAL at 1732144504096 (+10 ms)Closed at 1732144504096 2024-11-20T23:15:04,097 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T23:15:04,098 DEBUG [RS:1;412a5e44fd2e:43313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4570fbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=412a5e44fd2e/172.17.0.2:0 2024-11-20T23:15:04,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:15:04,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T23:15:04,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T23:15:04,115 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:15:04,117 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T23:15:04,125 DEBUG [RS:2;412a5e44fd2e:38853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;412a5e44fd2e:38853 2024-11-20T23:15:04,125 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:15:04,125 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:15:04,125 DEBUG [RS:2;412a5e44fd2e:38853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:15:04,126 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,35447,1732144501919 with port=38853, startcode=1732144502589 2024-11-20T23:15:04,127 DEBUG [RS:2;412a5e44fd2e:38853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:15:04,132 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:15:04,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:04,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35447 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:04,135 DEBUG [RS:0;412a5e44fd2e:46139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;412a5e44fd2e:46139 2024-11-20T23:15:04,135 DEBUG [RS:2;412a5e44fd2e:38853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:04,135 DEBUG [RS:2;412a5e44fd2e:38853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38947 2024-11-20T23:15:04,139 DEBUG [RS:2;412a5e44fd2e:38853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:15:04,135 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:15:04,140 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:15:04,140 DEBUG [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:15:04,141 DEBUG [RS:1;412a5e44fd2e:43313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;412a5e44fd2e:43313 2024-11-20T23:15:04,141 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T23:15:04,141 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T23:15:04,141 DEBUG [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T23:15:04,147 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,35447,1732144501919 with port=43313, startcode=1732144502491 2024-11-20T23:15:04,147 DEBUG [RS:1;412a5e44fd2e:43313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:15:04,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T23:15:04,153 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(2659): reportForDuty to master=412a5e44fd2e,35447,1732144501919 with port=46139, startcode=1732144502400 2024-11-20T23:15:04,153 DEBUG [RS:0;412a5e44fd2e:46139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T23:15:04,153 DEBUG [RS:2;412a5e44fd2e:38853 {}] zookeeper.ZKUtil(111): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:04,154 WARN [RS:2;412a5e44fd2e:38853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:15:04,154 INFO [RS:2;412a5e44fd2e:38853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:15:04,154 DEBUG [RS:2;412a5e44fd2e:38853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:04,155 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:15:04,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:04,156 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35447 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:04,157 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T23:15:04,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,38853,1732144502589] 2024-11-20T23:15:04,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:04,159 DEBUG [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:04,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35447 {}] master.ServerManager(517): Registering regionserver=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:04,159 DEBUG [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38947 2024-11-20T23:15:04,159 DEBUG [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:15:04,162 DEBUG [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:04,162 DEBUG [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38947 2024-11-20T23:15:04,162 DEBUG [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T23:15:04,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T23:15:04,237 DEBUG [RS:0;412a5e44fd2e:46139 {}] zookeeper.ZKUtil(111): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:04,237 WARN [RS:0;412a5e44fd2e:46139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:15:04,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,46139,1732144502400] 2024-11-20T23:15:04,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [412a5e44fd2e,43313,1732144502491] 2024-11-20T23:15:04,237 INFO [RS:0;412a5e44fd2e:46139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:15:04,237 DEBUG [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:04,238 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:15:04,238 DEBUG [RS:1;412a5e44fd2e:43313 {}] zookeeper.ZKUtil(111): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:04,238 WARN [RS:1;412a5e44fd2e:43313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T23:15:04,238 INFO [RS:1;412a5e44fd2e:43313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:15:04,238 DEBUG [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:04,242 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:15:04,242 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:15:04,244 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T23:15:04,244 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:15:04,244 INFO [RS:2;412a5e44fd2e:38853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:15:04,244 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,244 INFO [RS:0;412a5e44fd2e:46139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:15:04,245 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,245 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:15:04,245 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:15:04,246 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:15:04,246 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:15:04,246 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,246 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,246 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:15:04,246 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,246 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,247 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,247 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:15:04,247 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,247 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,247 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T23:15:04,247 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,247 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,247 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:15:04,247 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,247 DEBUG [RS:2;412a5e44fd2e:38853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:15:04,247 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,247 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,247 INFO [RS:1;412a5e44fd2e:43313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T23:15:04,247 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,247 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,247 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:15:04,247 DEBUG [RS:0;412a5e44fd2e:46139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:15:04,248 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T23:15:04,249 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T23:15:04,249 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,249 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,249 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,249 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,249 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,250 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,250 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T23:15:04,250 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,250 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,250 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,250 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,250 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,250 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/412a5e44fd2e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T23:15:04,250 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:15:04,250 DEBUG [RS:1;412a5e44fd2e:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/412a5e44fd2e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T23:15:04,254 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,254 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,254 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,254 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,254 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,254 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,254 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,254 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,254 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,254 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46139,1732144502400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:15:04,255 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,255 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,38853,1732144502589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:15:04,257 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,257 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,257 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,257 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,257 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,257 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43313,1732144502491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:15:04,267 WARN [412a5e44fd2e:35447 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T23:15:04,270 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:15:04,270 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:15:04,270 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,38853,1732144502589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,270 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,46139,1732144502400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,270 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,270 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,270 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.Replication(171): 412a5e44fd2e,38853,1732144502589 started 2024-11-20T23:15:04,270 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.Replication(171): 412a5e44fd2e,46139,1732144502400 started 2024-11-20T23:15:04,271 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T23:15:04,271 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,43313,1732144502491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,272 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,272 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.Replication(171): 412a5e44fd2e,43313,1732144502491 started 2024-11-20T23:15:04,285 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,285 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,285 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:04,285 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,46139,1732144502400, RpcServer on 412a5e44fd2e/172.17.0.2:46139, sessionid=0x1015a87901b0001 2024-11-20T23:15:04,285 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,43313,1732144502491, RpcServer on 412a5e44fd2e/172.17.0.2:43313, sessionid=0x1015a87901b0002 2024-11-20T23:15:04,285 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.HRegionServer(1482): Serving as 412a5e44fd2e,38853,1732144502589, RpcServer on 412a5e44fd2e/172.17.0.2:38853, sessionid=0x1015a87901b0003 2024-11-20T23:15:04,285 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:15:04,285 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:15:04,285 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T23:15:04,285 DEBUG [RS:2;412a5e44fd2e:38853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:04,285 DEBUG [RS:0;412a5e44fd2e:46139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:04,285 DEBUG [RS:1;412a5e44fd2e:43313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:04,285 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,38853,1732144502589' 2024-11-20T23:15:04,285 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,46139,1732144502400' 2024-11-20T23:15:04,285 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,43313,1732144502491' 2024-11-20T23:15:04,285 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T23:15:04,285 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T23:15:04,285 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T23:15:04,286 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T23:15:04,286 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T23:15:04,286 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T23:15:04,286 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:15:04,286 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:15:04,286 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:15:04,286 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:15:04,286 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T23:15:04,286 DEBUG [RS:0;412a5e44fd2e:46139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:04,286 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T23:15:04,286 DEBUG [RS:1;412a5e44fd2e:43313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:04,286 DEBUG [RS:2;412a5e44fd2e:38853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:04,286 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,46139,1732144502400' 2024-11-20T23:15:04,286 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,43313,1732144502491' 2024-11-20T23:15:04,286 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '412a5e44fd2e,38853,1732144502589' 2024-11-20T23:15:04,286 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T23:15:04,286 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T23:15:04,286 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T23:15:04,286 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T23:15:04,287 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T23:15:04,287 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T23:15:04,287 DEBUG [RS:0;412a5e44fd2e:46139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:15:04,287 DEBUG [RS:1;412a5e44fd2e:43313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:15:04,287 INFO [RS:0;412a5e44fd2e:46139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:15:04,287 INFO [RS:1;412a5e44fd2e:43313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:15:04,287 DEBUG [RS:2;412a5e44fd2e:38853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T23:15:04,287 INFO [RS:0;412a5e44fd2e:46139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:15:04,287 INFO [RS:1;412a5e44fd2e:43313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:15:04,287 INFO [RS:2;412a5e44fd2e:38853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T23:15:04,287 INFO [RS:2;412a5e44fd2e:38853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T23:15:04,388 INFO [RS:1;412a5e44fd2e:43313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:15:04,388 INFO [RS:2;412a5e44fd2e:38853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:15:04,388 INFO [RS:0;412a5e44fd2e:46139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T23:15:04,390 INFO [RS:1;412a5e44fd2e:43313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C43313%2C1732144502491, suffix=, logDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,43313,1732144502491, archiveDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/oldWALs, maxLogs=32 2024-11-20T23:15:04,393 INFO [RS:0;412a5e44fd2e:46139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C46139%2C1732144502400, suffix=, logDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,46139,1732144502400, archiveDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/oldWALs, maxLogs=32 2024-11-20T23:15:04,402 INFO [RS:2;412a5e44fd2e:38853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C38853%2C1732144502589, suffix=, logDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589, archiveDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/oldWALs, maxLogs=32 2024-11-20T23:15:04,411 DEBUG [RS:1;412a5e44fd2e:43313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,43313,1732144502491/412a5e44fd2e%2C43313%2C1732144502491.1732144504391, exclude list is [], retry=0 2024-11-20T23:15:04,415 DEBUG [RS:0;412a5e44fd2e:46139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,46139,1732144502400/412a5e44fd2e%2C46139%2C1732144502400.1732144504394, exclude list is [], retry=0 2024-11-20T23:15:04,421 DEBUG [RS:2;412a5e44fd2e:38853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589/412a5e44fd2e%2C38853%2C1732144502589.1732144504403, exclude list is [], retry=0 2024-11-20T23:15:04,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-c9082b9c-db2c-4576-bc26-abb1bcad34a9,DISK] 2024-11-20T23:15:04,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46771,DS-80f0b371-4bd7-4ab3-a57d-0bc8191bec55,DISK] 2024-11-20T23:15:04,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39627,DS-6fb0deb5-b45a-4cd3-99c3-e239b5ec5cf7,DISK] 2024-11-20T23:15:04,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-c9082b9c-db2c-4576-bc26-abb1bcad34a9,DISK] 2024-11-20T23:15:04,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39627,DS-6fb0deb5-b45a-4cd3-99c3-e239b5ec5cf7,DISK] 2024-11-20T23:15:04,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46771,DS-80f0b371-4bd7-4ab3-a57d-0bc8191bec55,DISK] 2024-11-20T23:15:04,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-c9082b9c-db2c-4576-bc26-abb1bcad34a9,DISK] 2024-11-20T23:15:04,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39627,DS-6fb0deb5-b45a-4cd3-99c3-e239b5ec5cf7,DISK] 2024-11-20T23:15:04,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46771,DS-80f0b371-4bd7-4ab3-a57d-0bc8191bec55,DISK] 2024-11-20T23:15:04,442 INFO [RS:1;412a5e44fd2e:43313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,43313,1732144502491/412a5e44fd2e%2C43313%2C1732144502491.1732144504391 2024-11-20T23:15:04,448 INFO [RS:0;412a5e44fd2e:46139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,46139,1732144502400/412a5e44fd2e%2C46139%2C1732144502400.1732144504394 2024-11-20T23:15:04,452 DEBUG [RS:1;412a5e44fd2e:43313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38187:38187),(127.0.0.1/127.0.0.1:37413:37413),(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-20T23:15:04,461 INFO [RS:2;412a5e44fd2e:38853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589/412a5e44fd2e%2C38853%2C1732144502589.1732144504403 2024-11-20T23:15:04,464 DEBUG [RS:0;412a5e44fd2e:46139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38187:38187),(127.0.0.1/127.0.0.1:37413:37413),(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-20T23:15:04,476 DEBUG [RS:2;412a5e44fd2e:38853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38187:38187),(127.0.0.1/127.0.0.1:35003:35003),(127.0.0.1/127.0.0.1:37413:37413)] 2024-11-20T23:15:04,518 DEBUG [412a5e44fd2e:35447 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T23:15:04,518 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(204): Hosts are {412a5e44fd2e=0} racks are {/default-rack=0} 2024-11-20T23:15:04,521 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T23:15:04,521 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T23:15:04,521 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T23:15:04,521 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T23:15:04,521 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T23:15:04,521 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T23:15:04,521 INFO [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T23:15:04,521 INFO [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T23:15:04,522 INFO [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T23:15:04,522 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T23:15:04,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:04,524 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,46139,1732144502400, state=OPENING 2024-11-20T23:15:04,531 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T23:15:04,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:04,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:04,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:04,593 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:15:04,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:15:04,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:15:04,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:15:04,595 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T23:15:04,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46139,1732144502400}] 2024-11-20T23:15:04,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:15:07,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741832_1008 (size=32) 2024-11-20T23:15:09,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T23:15:09,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T23:15:14,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:15:14,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:15:14,675 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T23:15:14,675 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T23:15:14,676 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T23:15:14,680 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=412a5e44fd2e%2C46139%2C1732144502400.meta, suffix=.meta, logDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,46139,1732144502400, archiveDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/oldWALs, maxLogs=32 2024-11-20T23:15:14,709 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,46139,1732144502400/412a5e44fd2e%2C46139%2C1732144502400.meta.1732144514688.meta, exclude list is [], retry=0 2024-11-20T23:15:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46771,DS-80f0b371-4bd7-4ab3-a57d-0bc8191bec55,DISK] 2024-11-20T23:15:14,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-c9082b9c-db2c-4576-bc26-abb1bcad34a9,DISK] 2024-11-20T23:15:14,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39627,DS-6fb0deb5-b45a-4cd3-99c3-e239b5ec5cf7,DISK] 2024-11-20T23:15:14,760 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,46139,1732144502400/412a5e44fd2e%2C46139%2C1732144502400.meta.1732144514688.meta 2024-11-20T23:15:14,769 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37413:37413),(127.0.0.1/127.0.0.1:38187:38187),(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-20T23:15:14,769 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T23:15:14,770 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T23:15:14,770 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T23:15:14,770 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T23:15:14,770 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T23:15:14,770 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:14,771 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T23:15:14,771 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T23:15:14,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T23:15:14,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T23:15:14,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:14,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:15:14,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T23:15:14,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T23:15:14,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:14,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:15:14,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T23:15:14,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T23:15:14,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:14,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:15:14,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T23:15:14,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T23:15:14,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:14,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T23:15:14,801 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T23:15:14,809 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740 2024-11-20T23:15:14,814 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740 2024-11-20T23:15:14,819 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T23:15:14,819 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T23:15:14,820 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T23:15:14,822 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T23:15:14,826 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70865695, jitterRate=0.055981144309043884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T23:15:14,826 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T23:15:14,827 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732144514771Writing region info on filesystem at 1732144514771Initializing all the Stores at 1732144514773 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144514773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144514775 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144514776 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732144514776Cleaning up temporary data from old regions at 1732144514819 (+43 ms)Running coprocessor post-open hooks at 1732144514826 (+7 ms)Region opened successfully at 1732144514827 (+1 ms) 2024-11-20T23:15:14,829 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732144514612 2024-11-20T23:15:14,832 DEBUG [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T23:15:14,832 INFO [RS_OPEN_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T23:15:14,833 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:14,835 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 412a5e44fd2e,46139,1732144502400, state=OPEN 2024-11-20T23:15:14,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T23:15:14,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T23:15:14,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T23:15:14,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:15:14,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:15:14,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:15:14,847 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T23:15:14,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T23:15:14,848 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:14,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T23:15:14,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=412a5e44fd2e,46139,1732144502400 in 10.2520 sec 2024-11-20T23:15:14,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T23:15:14,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7570 sec 2024-11-20T23:15:14,863 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T23:15:14,863 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T23:15:14,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:15:14,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46139,1732144502400, seqNum=-1] 2024-11-20T23:15:14,890 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:15:14,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:15:14,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9320 sec 2024-11-20T23:15:14,923 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732144514923, completionTime=-1 2024-11-20T23:15:14,923 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T23:15:14,923 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T23:15:14,926 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T23:15:14,926 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732144574926 2024-11-20T23:15:14,926 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732144634926 2024-11-20T23:15:14,926 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T23:15:14,927 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T23:15:14,936 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35447,1732144501919-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:14,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35447,1732144501919-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:14,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35447,1732144501919-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:14,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-412a5e44fd2e:35447, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:14,937 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:14,941 DEBUG [master/412a5e44fd2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T23:15:14,941 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:14,948 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.059sec 2024-11-20T23:15:14,964 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T23:15:14,964 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T23:15:14,964 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T23:15:14,964 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T23:15:14,964 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T23:15:14,965 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35447,1732144501919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T23:15:14,965 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35447,1732144501919-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T23:15:14,977 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T23:15:14,977 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T23:15:14,977 INFO [master/412a5e44fd2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=412a5e44fd2e,35447,1732144501919-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T23:15:14,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d682fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:15:14,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,35447,-1 for getting cluster id 2024-11-20T23:15:14,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:15:15,001 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '829369ac-159d-492f-aa0b-9d21872cf89c' 2024-11-20T23:15:15,002 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:15:15,003 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "829369ac-159d-492f-aa0b-9d21872cf89c" 2024-11-20T23:15:15,004 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab0c5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:15:15,004 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,35447,-1] 2024-11-20T23:15:15,004 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:15:15,013 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:15:15,018 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:15:15,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0ad24f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:15:15,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:15:15,031 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46139,1732144502400, seqNum=-1] 2024-11-20T23:15:15,032 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:15:15,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:15:15,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=412a5e44fd2e,35447,1732144501919 2024-11-20T23:15:15,065 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732144515065 (current time:1732144515065). 2024-11-20T23:15:15,065 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T23:15:15,065 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T23:15:15,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60545ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:15:15,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 412a5e44fd2e,35447,-1 for getting cluster id 2024-11-20T23:15:15,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T23:15:15,071 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '829369ac-159d-492f-aa0b-9d21872cf89c' 2024-11-20T23:15:15,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T23:15:15,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "829369ac-159d-492f-aa0b-9d21872cf89c" 2024-11-20T23:15:15,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8107b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:15:15,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [412a5e44fd2e,35447,-1] 2024-11-20T23:15:15,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T23:15:15,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:15:15,075 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T23:15:15,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dd6418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T23:15:15,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T23:15:15,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=412a5e44fd2e,46139,1732144502400, seqNum=-1] 2024-11-20T23:15:15,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:15:15,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:15:15,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:15:15,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:15:15,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:15:15,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:15:15,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:15:15,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T23:15:15,093 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 412a5e44fd2e,35447,1732144501919 2024-11-20T23:15:15,094 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d18c2b 2024-11-20T23:15:15,094 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T23:15:15,117 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T23:15:15,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T23:15:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T23:15:15,126 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T23:15:15,126 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:15,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T23:15:15,128 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T23:15:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:15:15,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741837_1013 (size=361) 2024-11-20T23:15:15,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741837_1013 (size=361) 2024-11-20T23:15:15,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741837_1013 (size=361) 2024-11-20T23:15:15,234 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c6d464bbc5275d25c768e5b25a447733, NAME => 'SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:15,237 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cecdfdc6d9876e08dfac98a82081d50f, NAME => 'SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:15,244 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 460c00b72a145a0506d553519560063b, NAME => 'SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:15:15,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741838_1014 (size=54) 2024-11-20T23:15:15,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741838_1014 (size=54) 2024-11-20T23:15:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741838_1014 (size=54) 2024-11-20T23:15:15,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:15,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 460c00b72a145a0506d553519560063b, disabling compactions & flushes 2024-11-20T23:15:15,391 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:15:15,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:15:15,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. after waiting 0 ms 2024-11-20T23:15:15,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:15:15,391 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:15:15,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 460c00b72a145a0506d553519560063b: Waiting for close lock at 1732144515390Disabling compacts and flushes for region at 1732144515390Disabling writes for close at 1732144515391 (+1 ms)Writing region close event to WAL at 1732144515391Closed at 1732144515391 2024-11-20T23:15:15,392 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b483065bf8a8ceb980605df54fb393b, NAME => 'SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:15,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741839_1015 (size=62) 2024-11-20T23:15:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741839_1015 (size=62) 2024-11-20T23:15:15,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741839_1015 (size=62) 2024-11-20T23:15:15,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:15,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c6d464bbc5275d25c768e5b25a447733, disabling compactions & flushes 2024-11-20T23:15:15,422 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:15:15,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:15:15,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. after waiting 0 ms 2024-11-20T23:15:15,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:15:15,422 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:15:15,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c6d464bbc5275d25c768e5b25a447733: Waiting for close lock at 1732144515421Disabling compacts and flushes for region at 1732144515421Disabling writes for close at 1732144515422 (+1 ms)Writing region close event to WAL at 1732144515422Closed at 1732144515422 2024-11-20T23:15:15,423 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2176ea4b923739c62fa4354eb88aced2, NAME => 'SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741840_1016 (size=62) 2024-11-20T23:15:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741840_1016 (size=62) 2024-11-20T23:15:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741840_1016 (size=62) 2024-11-20T23:15:15,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:15,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cecdfdc6d9876e08dfac98a82081d50f, disabling compactions & flushes 2024-11-20T23:15:15,451 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:15:15,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:15:15,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. after waiting 0 ms 2024-11-20T23:15:15,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:15:15,451 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:15:15,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cecdfdc6d9876e08dfac98a82081d50f: Waiting for close lock at 1732144515451Disabling compacts and flushes for region at 1732144515451Disabling writes for close at 1732144515451Writing region close event to WAL at 1732144515451Closed at 1732144515451 2024-11-20T23:15:15,452 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d3793cc3bcfa91c2a87c02e086638d71, NAME => 'SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:15:15,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741842_1018 (size=62) 2024-11-20T23:15:15,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741842_1018 (size=62) 2024-11-20T23:15:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741842_1018 (size=62) 2024-11-20T23:15:15,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:15,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2176ea4b923739c62fa4354eb88aced2, disabling compactions & flushes 2024-11-20T23:15:15,531 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:15:15,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:15:15,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. after waiting 0 ms 2024-11-20T23:15:15,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:15:15,531 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:15:15,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2176ea4b923739c62fa4354eb88aced2: Waiting for close lock at 1732144515531Disabling compacts and flushes for region at 1732144515531Disabling writes for close at 1732144515531Writing region close event to WAL at 1732144515531Closed at 1732144515531 2024-11-20T23:15:15,532 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 356b153babd7fffb0dcd7a7d02933ab2, NAME => 'SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:15,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741841_1017 (size=62) 2024-11-20T23:15:15,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741841_1017 (size=62) 2024-11-20T23:15:15,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741841_1017 (size=62) 2024-11-20T23:15:15,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:15,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1b483065bf8a8ceb980605df54fb393b, disabling compactions & flushes 2024-11-20T23:15:15,565 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:15:15,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:15:15,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. after waiting 0 ms 2024-11-20T23:15:15,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:15:15,569 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:15:15,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b483065bf8a8ceb980605df54fb393b: Waiting for close lock at 1732144515564Disabling compacts and flushes for region at 1732144515564Disabling writes for close at 1732144515569 (+5 ms)Writing region close event to WAL at 1732144515569Closed at 1732144515569 2024-11-20T23:15:15,569 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a2eaa7a763838c98e4f9e13569ea474, NAME => 'SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:15,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741843_1019 (size=62) 2024-11-20T23:15:15,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741843_1019 (size=62) 2024-11-20T23:15:15,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:15,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d3793cc3bcfa91c2a87c02e086638d71, disabling compactions & flushes 2024-11-20T23:15:15,589 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:15:15,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:15:15,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. after waiting 0 ms 2024-11-20T23:15:15,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:15:15,589 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:15:15,589 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d3793cc3bcfa91c2a87c02e086638d71: Waiting for close lock at 1732144515589Disabling compacts and flushes for region at 1732144515589Disabling writes for close at 1732144515589Writing region close event to WAL at 1732144515589Closed at 1732144515589 2024-11-20T23:15:15,590 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d79f3644d4548d222560d309c87a1eff, NAME => 'SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:15,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741843_1019 (size=62) 2024-11-20T23:15:15,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741844_1020 (size=62) 2024-11-20T23:15:15,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741844_1020 (size=62) 2024-11-20T23:15:15,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741844_1020 (size=62) 2024-11-20T23:15:15,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:15,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 356b153babd7fffb0dcd7a7d02933ab2, disabling compactions & flushes 2024-11-20T23:15:15,664 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:15:15,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:15:15,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. after waiting 0 ms 2024-11-20T23:15:15,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:15:15,664 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:15:15,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 356b153babd7fffb0dcd7a7d02933ab2: Waiting for close lock at 1732144515664Disabling compacts and flushes for region at 1732144515664Disabling writes for close at 1732144515664Writing region close event to WAL at 1732144515664Closed at 1732144515664 2024-11-20T23:15:15,665 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e3fbbcfd65dc781fabc1078f4d446f28, NAME => 'SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978 2024-11-20T23:15:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:15:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741846_1022 (size=62) 2024-11-20T23:15:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741846_1022 (size=62) 2024-11-20T23:15:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741846_1022 (size=62) 2024-11-20T23:15:15,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:15,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d79f3644d4548d222560d309c87a1eff, disabling compactions & flushes 2024-11-20T23:15:15,787 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:15:15,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:15:15,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. after waiting 0 ms 2024-11-20T23:15:15,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:15:15,787 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:15:15,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d79f3644d4548d222560d309c87a1eff: Waiting for close lock at 1732144515787Disabling compacts and flushes for region at 1732144515787Disabling writes for close at 1732144515787Writing region close event to WAL at 1732144515787Closed at 1732144515787 2024-11-20T23:15:15,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741845_1021 (size=62) 2024-11-20T23:15:15,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741845_1021 (size=62) 2024-11-20T23:15:15,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741845_1021 (size=62) 2024-11-20T23:15:15,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:15,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2a2eaa7a763838c98e4f9e13569ea474, disabling compactions & flushes 2024-11-20T23:15:15,808 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:15:15,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:15:15,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. after waiting 0 ms 2024-11-20T23:15:15,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:15:15,809 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:15:15,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a2eaa7a763838c98e4f9e13569ea474: Waiting for close lock at 1732144515808Disabling compacts and flushes for region at 1732144515808Disabling writes for close at 1732144515809 (+1 ms)Writing region close event to WAL at 1732144515809Closed at 1732144515809 2024-11-20T23:15:15,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741847_1023 (size=54) 2024-11-20T23:15:15,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741847_1023 (size=54) 2024-11-20T23:15:15,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:15,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e3fbbcfd65dc781fabc1078f4d446f28, disabling compactions & flushes 2024-11-20T23:15:15,851 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:15:15,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:15:15,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. after waiting 0 ms 2024-11-20T23:15:15,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:15:15,851 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:15:15,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e3fbbcfd65dc781fabc1078f4d446f28: Waiting for close lock at 1732144515851Disabling compacts and flushes for region at 1732144515851Disabling writes for close at 1732144515851Writing region close event to WAL at 1732144515851Closed at 1732144515851 2024-11-20T23:15:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741847_1023 (size=54) 2024-11-20T23:15:15,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T23:15:15,855 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732144515854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144515854"}]},"ts":"1732144515854"} 2024-11-20T23:15:15,855 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144515854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144515854"}]},"ts":"1732144515854"} 2024-11-20T23:15:15,856 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144515854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144515854"}]},"ts":"1732144515854"} 2024-11-20T23:15:15,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144515854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144515854"}]},"ts":"1732144515854"} 2024-11-20T23:15:15,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144515854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144515854"}]},"ts":"1732144515854"} 2024-11-20T23:15:15,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144515854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144515854"}]},"ts":"1732144515854"} 2024-11-20T23:15:15,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144515854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144515854"}]},"ts":"1732144515854"} 2024-11-20T23:15:15,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144515854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144515854"}]},"ts":"1732144515854"} 2024-11-20T23:15:15,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732144515854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144515854"}]},"ts":"1732144515854"} 2024-11-20T23:15:15,858 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732144515854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732144515854"}]},"ts":"1732144515854"} 2024-11-20T23:15:15,870 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T23:15:15,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T23:15:15,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144515872"}]},"ts":"1732144515872"} 2024-11-20T23:15:15,876 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T23:15:15,877 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {412a5e44fd2e=0} racks are {/default-rack=0} 2024-11-20T23:15:15,884 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T23:15:15,885 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T23:15:15,885 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T23:15:15,885 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T23:15:15,885 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T23:15:15,885 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T23:15:15,885 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T23:15:15,885 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T23:15:15,885 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T23:15:15,885 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T23:15:15,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=460c00b72a145a0506d553519560063b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6d464bbc5275d25c768e5b25a447733, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecdfdc6d9876e08dfac98a82081d50f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b483065bf8a8ceb980605df54fb393b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2176ea4b923739c62fa4354eb88aced2, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3793cc3bcfa91c2a87c02e086638d71, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=356b153babd7fffb0dcd7a7d02933ab2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a2eaa7a763838c98e4f9e13569ea474, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d79f3644d4548d222560d309c87a1eff, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3fbbcfd65dc781fabc1078f4d446f28, ASSIGN}] 2024-11-20T23:15:15,889 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6d464bbc5275d25c768e5b25a447733, ASSIGN 2024-11-20T23:15:15,889 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=460c00b72a145a0506d553519560063b, ASSIGN 2024-11-20T23:15:15,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecdfdc6d9876e08dfac98a82081d50f, ASSIGN 2024-11-20T23:15:15,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b483065bf8a8ceb980605df54fb393b, ASSIGN 2024-11-20T23:15:15,901 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6d464bbc5275d25c768e5b25a447733, ASSIGN; state=OFFLINE, location=412a5e44fd2e,46139,1732144502400; forceNewPlan=false, retain=false 2024-11-20T23:15:15,902 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=460c00b72a145a0506d553519560063b, ASSIGN; state=OFFLINE, location=412a5e44fd2e,43313,1732144502491; forceNewPlan=false, retain=false 2024-11-20T23:15:15,902 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cecdfdc6d9876e08dfac98a82081d50f, ASSIGN; state=OFFLINE, location=412a5e44fd2e,38853,1732144502589; forceNewPlan=false, retain=false 2024-11-20T23:15:15,903 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b483065bf8a8ceb980605df54fb393b, ASSIGN; state=OFFLINE, location=412a5e44fd2e,46139,1732144502400; forceNewPlan=false, retain=false 2024-11-20T23:15:15,908 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a2eaa7a763838c98e4f9e13569ea474, ASSIGN 2024-11-20T23:15:15,911 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a2eaa7a763838c98e4f9e13569ea474, ASSIGN; state=OFFLINE, location=412a5e44fd2e,38853,1732144502589; forceNewPlan=false, retain=false 2024-11-20T23:15:15,911 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=356b153babd7fffb0dcd7a7d02933ab2, ASSIGN 2024-11-20T23:15:15,914 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=356b153babd7fffb0dcd7a7d02933ab2, ASSIGN; state=OFFLINE, location=412a5e44fd2e,43313,1732144502491; forceNewPlan=false, retain=false 2024-11-20T23:15:15,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3793cc3bcfa91c2a87c02e086638d71, ASSIGN 2024-11-20T23:15:15,914 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2176ea4b923739c62fa4354eb88aced2, ASSIGN 2024-11-20T23:15:15,914 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d79f3644d4548d222560d309c87a1eff, ASSIGN 2024-11-20T23:15:15,915 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3fbbcfd65dc781fabc1078f4d446f28, ASSIGN 2024-11-20T23:15:15,916 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2176ea4b923739c62fa4354eb88aced2, ASSIGN; state=OFFLINE, location=412a5e44fd2e,43313,1732144502491; forceNewPlan=false, retain=false 2024-11-20T23:15:15,916 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d79f3644d4548d222560d309c87a1eff, ASSIGN; state=OFFLINE, location=412a5e44fd2e,46139,1732144502400; forceNewPlan=false, retain=false 2024-11-20T23:15:15,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3fbbcfd65dc781fabc1078f4d446f28, ASSIGN; state=OFFLINE, location=412a5e44fd2e,43313,1732144502491; forceNewPlan=false, retain=false 2024-11-20T23:15:15,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3793cc3bcfa91c2a87c02e086638d71, ASSIGN; state=OFFLINE, location=412a5e44fd2e,38853,1732144502589; forceNewPlan=false, retain=false 2024-11-20T23:15:16,052 INFO [412a5e44fd2e:35447 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T23:15:16,052 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d79f3644d4548d222560d309c87a1eff, regionState=OPENING, regionLocation=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:16,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1b483065bf8a8ceb980605df54fb393b, regionState=OPENING, regionLocation=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:16,054 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c6d464bbc5275d25c768e5b25a447733, regionState=OPENING, regionLocation=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:16,054 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e3fbbcfd65dc781fabc1078f4d446f28, regionState=OPENING, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:16,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=356b153babd7fffb0dcd7a7d02933ab2, regionState=OPENING, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:16,055 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2176ea4b923739c62fa4354eb88aced2, regionState=OPENING, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:16,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=460c00b72a145a0506d553519560063b, regionState=OPENING, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:16,055 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2a2eaa7a763838c98e4f9e13569ea474, regionState=OPENING, regionLocation=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:16,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d3793cc3bcfa91c2a87c02e086638d71, regionState=OPENING, regionLocation=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:16,056 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cecdfdc6d9876e08dfac98a82081d50f, regionState=OPENING, regionLocation=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:16,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d79f3644d4548d222560d309c87a1eff, ASSIGN because future has completed 2024-11-20T23:15:16,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d79f3644d4548d222560d309c87a1eff, server=412a5e44fd2e,46139,1732144502400}] 2024-11-20T23:15:16,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b483065bf8a8ceb980605df54fb393b, ASSIGN because future has completed 2024-11-20T23:15:16,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6d464bbc5275d25c768e5b25a447733, ASSIGN because future has completed 2024-11-20T23:15:16,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b483065bf8a8ceb980605df54fb393b, server=412a5e44fd2e,46139,1732144502400}] 2024-11-20T23:15:16,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6d464bbc5275d25c768e5b25a447733, server=412a5e44fd2e,46139,1732144502400}] 2024-11-20T23:15:16,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e3fbbcfd65dc781fabc1078f4d446f28, ASSIGN because future has completed 2024-11-20T23:15:16,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=356b153babd7fffb0dcd7a7d02933ab2, ASSIGN because future has completed 2024-11-20T23:15:16,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2176ea4b923739c62fa4354eb88aced2, ASSIGN because future has completed 2024-11-20T23:15:16,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3fbbcfd65dc781fabc1078f4d446f28, server=412a5e44fd2e,43313,1732144502491}] 2024-11-20T23:15:16,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=460c00b72a145a0506d553519560063b, ASSIGN because future has completed 2024-11-20T23:15:16,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 460c00b72a145a0506d553519560063b, server=412a5e44fd2e,43313,1732144502491}] 2024-11-20T23:15:16,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a2eaa7a763838c98e4f9e13569ea474, ASSIGN because future has completed 2024-11-20T23:15:16,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3793cc3bcfa91c2a87c02e086638d71, ASSIGN because future has completed 2024-11-20T23:15:16,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cecdfdc6d9876e08dfac98a82081d50f, ASSIGN because future has completed 2024-11-20T23:15:16,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecdfdc6d9876e08dfac98a82081d50f, server=412a5e44fd2e,38853,1732144502589}] 2024-11-20T23:15:16,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a2eaa7a763838c98e4f9e13569ea474, server=412a5e44fd2e,38853,1732144502589}] 2024-11-20T23:15:16,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2176ea4b923739c62fa4354eb88aced2, server=412a5e44fd2e,43313,1732144502491}] 2024-11-20T23:15:16,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3793cc3bcfa91c2a87c02e086638d71, server=412a5e44fd2e,38853,1732144502589}] 2024-11-20T23:15:16,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 356b153babd7fffb0dcd7a7d02933ab2, server=412a5e44fd2e,43313,1732144502491}] 2024-11-20T23:15:16,243 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T23:15:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:15:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:15:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:15:19,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:19,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:19,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:20,307 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:15:20,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:20,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:20,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:20,435 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T23:15:20,435 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T23:15:20,436 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:15:20,436 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T23:15:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:15:26,154 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:15:26,154 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T23:15:26,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:15:26,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T23:15:26,217 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:15:26,217 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b483065bf8a8ceb980605df54fb393b, NAME => 'SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T23:15:26,217 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:26,218 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:26,218 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:26,218 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:26,264 INFO [StoreOpener-1b483065bf8a8ceb980605df54fb393b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:26,313 INFO [StoreOpener-1b483065bf8a8ceb980605df54fb393b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b483065bf8a8ceb980605df54fb393b columnFamilyName cf 2024-11-20T23:15:26,314 DEBUG [StoreOpener-1b483065bf8a8ceb980605df54fb393b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:26,317 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:15:26,317 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d3793cc3bcfa91c2a87c02e086638d71, NAME => 'SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T23:15:26,317 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:26,317 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:26,317 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:26,317 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:26,321 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:15:26,321 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 2176ea4b923739c62fa4354eb88aced2, NAME => 'SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T23:15:26,321 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:26,321 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:26,322 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:26,322 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:26,322 INFO [StoreOpener-1b483065bf8a8ceb980605df54fb393b-1 {}] regionserver.HStore(327): Store=1b483065bf8a8ceb980605df54fb393b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:26,323 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:26,329 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:26,332 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:26,333 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:26,333 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:26,335 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:26,336 INFO [StoreOpener-2176ea4b923739c62fa4354eb88aced2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:26,337 INFO [StoreOpener-d3793cc3bcfa91c2a87c02e086638d71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:26,349 INFO [StoreOpener-2176ea4b923739c62fa4354eb88aced2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2176ea4b923739c62fa4354eb88aced2 columnFamilyName cf 2024-11-20T23:15:26,349 DEBUG [StoreOpener-2176ea4b923739c62fa4354eb88aced2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:26,356 INFO [StoreOpener-2176ea4b923739c62fa4354eb88aced2-1 {}] regionserver.HStore(327): Store=2176ea4b923739c62fa4354eb88aced2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:26,357 INFO [StoreOpener-d3793cc3bcfa91c2a87c02e086638d71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3793cc3bcfa91c2a87c02e086638d71 columnFamilyName cf 2024-11-20T23:15:26,357 DEBUG [StoreOpener-d3793cc3bcfa91c2a87c02e086638d71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:26,360 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:26,361 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/1b483065bf8a8ceb980605df54fb393b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:26,362 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:26,364 INFO [StoreOpener-d3793cc3bcfa91c2a87c02e086638d71-1 {}] regionserver.HStore(327): Store=d3793cc3bcfa91c2a87c02e086638d71/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:26,365 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:26,366 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 1b483065bf8a8ceb980605df54fb393b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71622865, jitterRate=0.06726385653018951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:15:26,367 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:26,367 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 1b483065bf8a8ceb980605df54fb393b: Running coprocessor pre-open hook at 1732144526218Writing region info on filesystem at 1732144526218Initializing all the Stores at 1732144526220 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144526220Cleaning up temporary data from old regions at 1732144526333 (+113 ms)Running coprocessor post-open hooks at 1732144526367 (+34 ms)Region opened successfully at 1732144526367 2024-11-20T23:15:26,367 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:26,368 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:26,369 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b., pid=16, masterSystemTime=1732144526119 2024-11-20T23:15:26,372 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:26,372 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:26,373 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:26,377 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:26,377 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:26,378 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:15:26,379 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:15:26,379 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:15:26,379 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d79f3644d4548d222560d309c87a1eff, NAME => 'SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T23:15:26,379 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:26,379 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:26,379 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:26,380 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:26,381 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:26,385 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1b483065bf8a8ceb980605df54fb393b, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:26,392 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:26,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b483065bf8a8ceb980605df54fb393b, server=412a5e44fd2e,46139,1732144502400 because future has completed 2024-11-20T23:15:26,400 INFO [StoreOpener-d79f3644d4548d222560d309c87a1eff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:26,403 INFO [StoreOpener-d79f3644d4548d222560d309c87a1eff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d79f3644d4548d222560d309c87a1eff columnFamilyName cf 2024-11-20T23:15:26,403 DEBUG [StoreOpener-d79f3644d4548d222560d309c87a1eff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:26,404 INFO [StoreOpener-d79f3644d4548d222560d309c87a1eff-1 {}] regionserver.HStore(327): Store=d79f3644d4548d222560d309c87a1eff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:26,404 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2176ea4b923739c62fa4354eb88aced2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:26,404 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:26,405 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:26,406 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:26,407 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:26,407 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:26,408 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d3793cc3bcfa91c2a87c02e086638d71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:26,409 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:26,412 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 2176ea4b923739c62fa4354eb88aced2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61577983, jitterRate=-0.08241654932498932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:15:26,412 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:26,412 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 2176ea4b923739c62fa4354eb88aced2: Running coprocessor pre-open hook at 1732144526322Writing region info on filesystem at 1732144526322Initializing all the Stores at 1732144526329 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144526329Cleaning up temporary data from old regions at 1732144526372 (+43 ms)Running coprocessor post-open hooks at 1732144526412 (+40 ms)Region opened successfully at 1732144526412 2024-11-20T23:15:26,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-20T23:15:26,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b483065bf8a8ceb980605df54fb393b, server=412a5e44fd2e,46139,1732144502400 in 10.3120 sec 2024-11-20T23:15:26,416 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d3793cc3bcfa91c2a87c02e086638d71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65431402, jitterRate=-0.024996131658554077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:15:26,416 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:26,416 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d3793cc3bcfa91c2a87c02e086638d71: Running coprocessor pre-open hook at 1732144526318Writing region info on filesystem at 1732144526318Initializing all the Stores at 1732144526332 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144526332Cleaning up temporary data from old regions at 1732144526377 (+45 ms)Running coprocessor post-open hooks at 1732144526416 (+39 ms)Region opened successfully at 1732144526416 2024-11-20T23:15:26,420 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71., pid=22, masterSystemTime=1732144526154 2024-11-20T23:15:26,420 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2., pid=23, masterSystemTime=1732144526154 2024-11-20T23:15:26,425 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d79f3644d4548d222560d309c87a1eff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:26,428 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d79f3644d4548d222560d309c87a1eff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75349677, jitterRate=0.12279768288135529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:15:26,429 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:26,429 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d79f3644d4548d222560d309c87a1eff: Running coprocessor pre-open hook at 1732144526380Writing region info on filesystem at 1732144526380Initializing all the Stores at 1732144526387 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144526387Cleaning up temporary data from old regions at 1732144526407 (+20 ms)Running coprocessor post-open hooks at 1732144526429 (+22 ms)Region opened successfully at 1732144526429 2024-11-20T23:15:26,432 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:15:26,432 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:15:26,432 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:15:26,432 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => cecdfdc6d9876e08dfac98a82081d50f, NAME => 'SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T23:15:26,432 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff., pid=15, masterSystemTime=1732144526119 2024-11-20T23:15:26,433 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:26,433 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:26,433 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:26,433 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:26,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b483065bf8a8ceb980605df54fb393b, ASSIGN in 10.5300 sec 2024-11-20T23:15:26,434 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d3793cc3bcfa91c2a87c02e086638d71, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:26,436 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:15:26,437 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:15:26,437 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:15:26,437 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 460c00b72a145a0506d553519560063b, NAME => 'SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T23:15:26,437 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 460c00b72a145a0506d553519560063b 2024-11-20T23:15:26,437 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:26,438 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 460c00b72a145a0506d553519560063b 2024-11-20T23:15:26,438 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 460c00b72a145a0506d553519560063b 2024-11-20T23:15:26,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2176ea4b923739c62fa4354eb88aced2, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:26,439 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:15:26,439 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:15:26,439 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:15:26,439 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c6d464bbc5275d25c768e5b25a447733, NAME => 'SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T23:15:26,439 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:26,440 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:26,440 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:26,440 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:26,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d79f3644d4548d222560d309c87a1eff, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:26,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3793cc3bcfa91c2a87c02e086638d71, server=412a5e44fd2e,38853,1732144502589 because future has completed 2024-11-20T23:15:26,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2176ea4b923739c62fa4354eb88aced2, server=412a5e44fd2e,43313,1732144502491 because future has completed 2024-11-20T23:15:26,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-20T23:15:26,458 INFO [StoreOpener-cecdfdc6d9876e08dfac98a82081d50f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:26,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d79f3644d4548d222560d309c87a1eff, server=412a5e44fd2e,46139,1732144502400 because future has completed 2024-11-20T23:15:26,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d3793cc3bcfa91c2a87c02e086638d71, server=412a5e44fd2e,38853,1732144502589 in 10.3050 sec 2024-11-20T23:15:26,464 INFO [StoreOpener-cecdfdc6d9876e08dfac98a82081d50f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cecdfdc6d9876e08dfac98a82081d50f columnFamilyName cf 2024-11-20T23:15:26,464 DEBUG [StoreOpener-cecdfdc6d9876e08dfac98a82081d50f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:26,465 INFO [StoreOpener-cecdfdc6d9876e08dfac98a82081d50f-1 {}] regionserver.HStore(327): Store=cecdfdc6d9876e08dfac98a82081d50f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:26,466 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:26,468 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:26,468 INFO [StoreOpener-c6d464bbc5275d25c768e5b25a447733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:26,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-20T23:15:26,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2176ea4b923739c62fa4354eb88aced2, server=412a5e44fd2e,43313,1732144502491 in 10.3140 sec 2024-11-20T23:15:26,469 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:26,472 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:26,472 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:26,473 INFO [StoreOpener-460c00b72a145a0506d553519560063b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 460c00b72a145a0506d553519560063b 2024-11-20T23:15:26,473 INFO [StoreOpener-c6d464bbc5275d25c768e5b25a447733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d464bbc5275d25c768e5b25a447733 columnFamilyName cf 2024-11-20T23:15:26,473 DEBUG [StoreOpener-c6d464bbc5275d25c768e5b25a447733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:26,474 INFO [StoreOpener-c6d464bbc5275d25c768e5b25a447733-1 {}] regionserver.HStore(327): Store=c6d464bbc5275d25c768e5b25a447733/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:26,475 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:26,475 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:26,476 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:26,476 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:26,476 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:26,476 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:26,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2176ea4b923739c62fa4354eb88aced2, ASSIGN in 10.5840 sec 2024-11-20T23:15:26,477 INFO [StoreOpener-460c00b72a145a0506d553519560063b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 460c00b72a145a0506d553519560063b columnFamilyName cf 2024-11-20T23:15:26,477 DEBUG [StoreOpener-460c00b72a145a0506d553519560063b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:26,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3793cc3bcfa91c2a87c02e086638d71, ASSIGN in 10.5730 sec 2024-11-20T23:15:26,480 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:26,480 INFO [StoreOpener-460c00b72a145a0506d553519560063b-1 {}] regionserver.HStore(327): Store=460c00b72a145a0506d553519560063b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:26,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-20T23:15:26,480 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 460c00b72a145a0506d553519560063b 2024-11-20T23:15:26,480 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/cecdfdc6d9876e08dfac98a82081d50f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:26,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d79f3644d4548d222560d309c87a1eff, server=412a5e44fd2e,46139,1732144502400 in 10.3910 sec 2024-11-20T23:15:26,482 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/460c00b72a145a0506d553519560063b 2024-11-20T23:15:26,482 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened cecdfdc6d9876e08dfac98a82081d50f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64055059, jitterRate=-0.04550524055957794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:15:26,482 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:26,482 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for cecdfdc6d9876e08dfac98a82081d50f: Running coprocessor pre-open hook at 1732144526433Writing region info on filesystem at 1732144526433Initializing all the Stores at 1732144526445 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144526445Cleaning up temporary data from old regions at 1732144526472 (+27 ms)Running coprocessor post-open hooks at 1732144526482 (+10 ms)Region opened successfully at 1732144526482 2024-11-20T23:15:26,483 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/460c00b72a145a0506d553519560063b 2024-11-20T23:15:26,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d79f3644d4548d222560d309c87a1eff, ASSIGN in 10.5950 sec 2024-11-20T23:15:26,485 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 460c00b72a145a0506d553519560063b 2024-11-20T23:15:26,485 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 460c00b72a145a0506d553519560063b 2024-11-20T23:15:26,490 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 460c00b72a145a0506d553519560063b 2024-11-20T23:15:26,491 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f., pid=20, masterSystemTime=1732144526154 2024-11-20T23:15:26,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cecdfdc6d9876e08dfac98a82081d50f, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:26,497 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:15:26,498 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:15:26,498 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:15:26,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecdfdc6d9876e08dfac98a82081d50f, server=412a5e44fd2e,38853,1732144502589 because future has completed 2024-11-20T23:15:26,499 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a2eaa7a763838c98e4f9e13569ea474, NAME => 'SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T23:15:26,504 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:26,504 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:26,505 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:26,505 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:26,509 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/c6d464bbc5275d25c768e5b25a447733/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:26,513 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c6d464bbc5275d25c768e5b25a447733; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71105268, jitterRate=0.05955106019973755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:15:26,514 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:26,514 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c6d464bbc5275d25c768e5b25a447733: Running coprocessor pre-open hook at 1732144526440Writing region info on filesystem at 1732144526440Initializing all the Stores at 1732144526461 (+21 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144526461Cleaning up temporary data from old regions at 1732144526476 (+15 ms)Running coprocessor post-open hooks at 1732144526514 (+38 ms)Region opened successfully at 1732144526514 2024-11-20T23:15:26,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-20T23:15:26,515 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733., pid=17, masterSystemTime=1732144526119 2024-11-20T23:15:26,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure cecdfdc6d9876e08dfac98a82081d50f, server=412a5e44fd2e,38853,1732144502589 in 10.3750 sec 2024-11-20T23:15:26,518 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:15:26,518 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:15:26,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecdfdc6d9876e08dfac98a82081d50f, ASSIGN in 10.6310 sec 2024-11-20T23:15:26,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c6d464bbc5275d25c768e5b25a447733, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:26,521 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/460c00b72a145a0506d553519560063b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:26,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6d464bbc5275d25c768e5b25a447733, server=412a5e44fd2e,46139,1732144502400 because future has completed 2024-11-20T23:15:26,523 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 460c00b72a145a0506d553519560063b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67229576, jitterRate=0.0017987489700317383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:15:26,523 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 460c00b72a145a0506d553519560063b 2024-11-20T23:15:26,523 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 460c00b72a145a0506d553519560063b: Running coprocessor pre-open hook at 1732144526438Writing region info on filesystem at 1732144526438Initializing all the Stores at 1732144526467 (+29 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144526467Cleaning up temporary data from old regions at 1732144526485 (+18 ms)Running coprocessor post-open hooks at 1732144526523 (+38 ms)Region opened successfully at 1732144526523 2024-11-20T23:15:26,527 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b., pid=19, masterSystemTime=1732144526154 2024-11-20T23:15:26,530 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:15:26,530 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:15:26,530 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:15:26,530 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 356b153babd7fffb0dcd7a7d02933ab2, NAME => 'SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T23:15:26,531 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:26,531 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:26,531 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:26,531 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:26,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=460c00b72a145a0506d553519560063b, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:26,534 INFO [StoreOpener-2a2eaa7a763838c98e4f9e13569ea474-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:26,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-20T23:15:26,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c6d464bbc5275d25c768e5b25a447733, server=412a5e44fd2e,46139,1732144502400 in 10.4280 sec 2024-11-20T23:15:26,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 460c00b72a145a0506d553519560063b, server=412a5e44fd2e,43313,1732144502491 because future has completed 2024-11-20T23:15:26,536 INFO [StoreOpener-356b153babd7fffb0dcd7a7d02933ab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:26,538 INFO [StoreOpener-2a2eaa7a763838c98e4f9e13569ea474-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a2eaa7a763838c98e4f9e13569ea474 columnFamilyName cf 2024-11-20T23:15:26,538 DEBUG [StoreOpener-2a2eaa7a763838c98e4f9e13569ea474-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:26,539 INFO [StoreOpener-2a2eaa7a763838c98e4f9e13569ea474-1 {}] regionserver.HStore(327): Store=2a2eaa7a763838c98e4f9e13569ea474/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:26,539 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:26,540 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:26,540 INFO [StoreOpener-356b153babd7fffb0dcd7a7d02933ab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 356b153babd7fffb0dcd7a7d02933ab2 columnFamilyName cf 2024-11-20T23:15:26,541 DEBUG [StoreOpener-356b153babd7fffb0dcd7a7d02933ab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:26,541 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:26,542 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:26,542 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:26,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6d464bbc5275d25c768e5b25a447733, ASSIGN in 10.6490 sec 2024-11-20T23:15:26,543 INFO [StoreOpener-356b153babd7fffb0dcd7a7d02933ab2-1 {}] regionserver.HStore(327): Store=356b153babd7fffb0dcd7a7d02933ab2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:26,543 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:26,544 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:26,545 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:26,546 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:26,546 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:26,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-20T23:15:26,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 460c00b72a145a0506d553519560063b, server=412a5e44fd2e,43313,1732144502491 in 10.4190 sec 2024-11-20T23:15:26,548 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:26,550 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:26,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=460c00b72a145a0506d553519560063b, ASSIGN in 10.6620 sec 2024-11-20T23:15:26,560 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/356b153babd7fffb0dcd7a7d02933ab2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:26,561 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 356b153babd7fffb0dcd7a7d02933ab2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63825991, jitterRate=-0.04891861975193024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:15:26,561 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:26,561 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 356b153babd7fffb0dcd7a7d02933ab2: Running coprocessor pre-open hook at 1732144526531Writing region info on filesystem at 1732144526531Initializing all the Stores at 1732144526532 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144526532Cleaning up temporary data from old regions at 1732144526546 (+14 ms)Running coprocessor post-open hooks at 1732144526561 (+15 ms)Region opened successfully at 1732144526561 2024-11-20T23:15:26,566 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2., pid=24, masterSystemTime=1732144526154 2024-11-20T23:15:26,569 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:15:26,569 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:15:26,569 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:15:26,569 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e3fbbcfd65dc781fabc1078f4d446f28, NAME => 'SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T23:15:26,570 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:26,570 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:15:26,570 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:26,570 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:26,571 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=356b153babd7fffb0dcd7a7d02933ab2, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:26,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 356b153babd7fffb0dcd7a7d02933ab2, server=412a5e44fd2e,43313,1732144502491 because future has completed 2024-11-20T23:15:26,583 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:26,584 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 2a2eaa7a763838c98e4f9e13569ea474; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67520040, jitterRate=0.006126999855041504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:15:26,584 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:26,584 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 2a2eaa7a763838c98e4f9e13569ea474: Running coprocessor pre-open hook at 1732144526505Writing region info on filesystem at 1732144526505Initializing all the Stores at 1732144526519 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144526519Cleaning up temporary data from old regions at 1732144526542 (+23 ms)Running coprocessor post-open hooks at 1732144526584 (+42 ms)Region opened successfully at 1732144526584 2024-11-20T23:15:26,585 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474., pid=21, masterSystemTime=1732144526154 2024-11-20T23:15:26,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-20T23:15:26,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 356b153babd7fffb0dcd7a7d02933ab2, server=412a5e44fd2e,43313,1732144502491 in 10.4360 sec 2024-11-20T23:15:26,587 INFO [StoreOpener-e3fbbcfd65dc781fabc1078f4d446f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:26,591 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:15:26,591 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:15:26,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=356b153babd7fffb0dcd7a7d02933ab2, ASSIGN in 10.7000 sec 2024-11-20T23:15:26,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2a2eaa7a763838c98e4f9e13569ea474, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a2eaa7a763838c98e4f9e13569ea474, server=412a5e44fd2e,38853,1732144502589 because future has completed 2024-11-20T23:15:26,598 INFO [StoreOpener-e3fbbcfd65dc781fabc1078f4d446f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3fbbcfd65dc781fabc1078f4d446f28 columnFamilyName cf 2024-11-20T23:15:26,598 DEBUG [StoreOpener-e3fbbcfd65dc781fabc1078f4d446f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:15:26,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-20T23:15:26,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a2eaa7a763838c98e4f9e13569ea474, server=412a5e44fd2e,38853,1732144502589 in 10.4600 sec 2024-11-20T23:15:26,600 INFO [StoreOpener-e3fbbcfd65dc781fabc1078f4d446f28-1 {}] regionserver.HStore(327): Store=e3fbbcfd65dc781fabc1078f4d446f28/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:15:26,601 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:26,602 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:26,603 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:26,604 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:26,604 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:26,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a2eaa7a763838c98e4f9e13569ea474, ASSIGN in 10.7150 sec 2024-11-20T23:15:26,607 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:26,620 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/e3fbbcfd65dc781fabc1078f4d446f28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T23:15:26,621 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e3fbbcfd65dc781fabc1078f4d446f28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65535714, jitterRate=-0.02344176173210144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:15:26,621 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:26,622 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e3fbbcfd65dc781fabc1078f4d446f28: Running coprocessor pre-open hook at 1732144526570Writing region info on filesystem at 1732144526570Initializing all the Stores at 1732144526573 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144526573Cleaning up temporary data from old regions at 1732144526604 (+31 ms)Running coprocessor post-open hooks at 1732144526621 (+17 ms)Region opened successfully at 1732144526621 2024-11-20T23:15:26,623 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28., pid=18, masterSystemTime=1732144526154 2024-11-20T23:15:26,628 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:15:26,628 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:15:26,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e3fbbcfd65dc781fabc1078f4d446f28, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:26,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3fbbcfd65dc781fabc1078f4d446f28, server=412a5e44fd2e,43313,1732144502491 because future has completed 2024-11-20T23:15:26,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-20T23:15:26,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e3fbbcfd65dc781fabc1078f4d446f28, server=412a5e44fd2e,43313,1732144502491 in 10.5180 sec 2024-11-20T23:15:26,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-20T23:15:26,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e3fbbcfd65dc781fabc1078f4d446f28, ASSIGN in 10.7630 sec 2024-11-20T23:15:26,653 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T23:15:26,653 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732144526653"}]},"ts":"1732144526653"} 2024-11-20T23:15:26,660 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T23:15:26,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T23:15:26,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.5420 sec 2024-11-20T23:15:28,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T23:15:31,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:31,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:31,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:31,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T23:15:31,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:31,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:15:31,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:31,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T23:15:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T23:15:33,328 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T23:15:33,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T23:15:33,329 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T23:15:33,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T23:15:33,336 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T23:15:33,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T23:15:33,377 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2., hostname=412a5e44fd2e,43313,1732144502491, seqNum=2] 2024-11-20T23:15:33,380 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2., hostname=412a5e44fd2e,43313,1732144502491, seqNum=2] 2024-11-20T23:15:33,381 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2., hostname=412a5e44fd2e,43313,1732144502491, seqNum=2] 2024-11-20T23:15:33,383 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2., hostname=412a5e44fd2e,43313,1732144502491, seqNum=2] 2024-11-20T23:15:33,424 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474., hostname=412a5e44fd2e,38853,1732144502589, seqNum=2] 2024-11-20T23:15:33,425 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474., hostname=412a5e44fd2e,38853,1732144502589, seqNum=2] 2024-11-20T23:15:33,427 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474., hostname=412a5e44fd2e,38853,1732144502589, seqNum=2] 2024-11-20T23:15:33,430 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474., hostname=412a5e44fd2e,38853,1732144502589, seqNum=2] 2024-11-20T23:15:33,431 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474., hostname=412a5e44fd2e,38853,1732144502589, seqNum=2] 2024-11-20T23:15:33,465 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff., hostname=412a5e44fd2e,46139,1732144502400, seqNum=2] 2024-11-20T23:15:33,466 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff., hostname=412a5e44fd2e,46139,1732144502400, seqNum=2] 2024-11-20T23:15:33,467 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff., hostname=412a5e44fd2e,46139,1732144502400, seqNum=2] 2024-11-20T23:15:33,469 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff., hostname=412a5e44fd2e,46139,1732144502400, seqNum=2] 2024-11-20T23:15:33,470 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff., hostname=412a5e44fd2e,46139,1732144502400, seqNum=2] 2024-11-20T23:15:33,527 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28., hostname=412a5e44fd2e,43313,1732144502491, seqNum=2] 2024-11-20T23:15:33,529 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28., hostname=412a5e44fd2e,43313,1732144502491, seqNum=2] 2024-11-20T23:15:33,531 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28., hostname=412a5e44fd2e,43313,1732144502491, seqNum=2] 2024-11-20T23:15:33,532 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28., hostname=412a5e44fd2e,43313,1732144502491, seqNum=2] 2024-11-20T23:15:33,534 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28., hostname=412a5e44fd2e,43313,1732144502491, seqNum=2] 2024-11-20T23:15:33,535 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28., hostname=412a5e44fd2e,43313,1732144502491, seqNum=2] 2024-11-20T23:15:34,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:15:34,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:15:34,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T23:15:34,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38853 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T23:15:34,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46139 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T23:15:34,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T23:15:34,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:15:34,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T23:15:35,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43313 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T23:15:35,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T23:15:35,131 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T23:15:35,132 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T23:15:35,134 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T23:15:35,144 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T23:15:35,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741848_1024 (size=49) 2024-11-20T23:15:35,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741848_1024 (size=49) 2024-11-20T23:15:35,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741848_1024 (size=49) 2024-11-20T23:15:35,168 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T23:15:35,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 460c00b72a145a0506d553519560063b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6d464bbc5275d25c768e5b25a447733}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cecdfdc6d9876e08dfac98a82081d50f}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b483065bf8a8ceb980605df54fb393b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2176ea4b923739c62fa4354eb88aced2}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3793cc3bcfa91c2a87c02e086638d71}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 356b153babd7fffb0dcd7a7d02933ab2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a2eaa7a763838c98e4f9e13569ea474}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d79f3644d4548d222560d309c87a1eff}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3fbbcfd65dc781fabc1078f4d446f28}] 2024-11-20T23:15:35,171 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:35,171 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:35,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:35,171 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:35,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:35,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:35,177 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:35,177 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:35,177 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:35,178 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 460c00b72a145a0506d553519560063b 2024-11-20T23:15:36,853 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-20T23:15:40,294 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=412a5e44fd2e:43933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T23:15:45,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T23:15:45,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T23:15:45,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T23:15:45,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T23:15:45,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:15:45,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T23:15:45,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for cecdfdc6d9876e08dfac98a82081d50f: 2024-11-20T23:15:45,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. for SnapshotProcedureTest completed. 2024-11-20T23:15:45,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1b483065bf8a8ceb980605df54fb393b: 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. for SnapshotProcedureTest completed. 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:15:45,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d3793cc3bcfa91c2a87c02e086638d71: 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. for SnapshotProcedureTest completed. 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:15:45,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:15:45,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T23:15:45,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:15:45,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T23:15:45,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:15:45,176 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 356b153babd7fffb0dcd7a7d02933ab2 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-20T23:15:45,176 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d79f3644d4548d222560d309c87a1eff 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T23:15:45,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T23:15:45,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:15:45,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 460c00b72a145a0506d553519560063b: 2024-11-20T23:15:45,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. for SnapshotProcedureTest completed. 2024-11-20T23:15:45,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T23:15:45,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:15:45,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:15:45,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:15:45,177 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e3fbbcfd65dc781fabc1078f4d446f28 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-20T23:15:45,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:15:45,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for c6d464bbc5275d25c768e5b25a447733: 2024-11-20T23:15:45,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. for SnapshotProcedureTest completed. 2024-11-20T23:15:45,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:15:45,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:15:45,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:15:45,187 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2a2eaa7a763838c98e4f9e13569ea474 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T23:15:45,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474/.tmp/cf/f1c902427c28454eaaf49efdedbb8d43 is 34, key is baa/cf:cf/1732144534424/Put/seqid=0 2024-11-20T23:15:45,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/356b153babd7fffb0dcd7a7d02933ab2/.tmp/cf/41cb98e0caad4118af84698907c87ae4 is 34, key is aaa/cf:cf/1732144534514/Put/seqid=0 2024-11-20T23:15:45,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d79f3644d4548d222560d309c87a1eff/.tmp/cf/61b817b8605f4ec8b93211cc7e374bfd is 34, key is ccd/cf:cf/1732144534449/Put/seqid=0 2024-11-20T23:15:45,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/e3fbbcfd65dc781fabc1078f4d446f28/.tmp/cf/560f241032454ac5a07065e5c2ff818d is 34, key is eaa/cf:cf/1732144535026/Put/seqid=0 2024-11-20T23:15:45,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741849_1025 (size=65) 2024-11-20T23:15:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741849_1025 (size=65) 2024-11-20T23:15:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741849_1025 (size=65) 2024-11-20T23:15:45,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:15:45,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T23:15:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T23:15:45,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:45,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:15:45,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cecdfdc6d9876e08dfac98a82081d50f in 10.2330 sec 2024-11-20T23:15:45,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741850_1026 (size=65) 2024-11-20T23:15:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741850_1026 (size=65) 2024-11-20T23:15:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741850_1026 (size=65) 2024-11-20T23:15:45,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:15:45,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T23:15:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T23:15:45,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:45,442 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:15:45,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d3793cc3bcfa91c2a87c02e086638d71 in 10.2740 sec 2024-11-20T23:15:45,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741851_1027 (size=57) 2024-11-20T23:15:45,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741851_1027 (size=57) 2024-11-20T23:15:45,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741851_1027 (size=57) 2024-11-20T23:15:45,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:15:45,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T23:15:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T23:15:45,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 460c00b72a145a0506d553519560063b 2024-11-20T23:15:45,568 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 460c00b72a145a0506d553519560063b 2024-11-20T23:15:45,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:15:45,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 2176ea4b923739c62fa4354eb88aced2: 2024-11-20T23:15:45,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. for SnapshotProcedureTest completed. 2024-11-20T23:15:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:15:45,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T23:15:45,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741853_1029 (size=65) 2024-11-20T23:15:45,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741853_1029 (size=65) 2024-11-20T23:15:45,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741853_1029 (size=65) 2024-11-20T23:15:45,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:15:45,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T23:15:45,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 460c00b72a145a0506d553519560063b in 10.4030 sec 2024-11-20T23:15:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T23:15:45,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:45,587 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:15:45,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1b483065bf8a8ceb980605df54fb393b in 10.4190 sec 2024-11-20T23:15:45,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741855_1031 (size=26918) 2024-11-20T23:15:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741855_1031 (size=26918) 2024-11-20T23:15:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741855_1031 (size=26918) 2024-11-20T23:15:45,608 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/356b153babd7fffb0dcd7a7d02933ab2/.tmp/cf/41cb98e0caad4118af84698907c87ae4 2024-11-20T23:15:45,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/356b153babd7fffb0dcd7a7d02933ab2/.tmp/cf/41cb98e0caad4118af84698907c87ae4 as hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/356b153babd7fffb0dcd7a7d02933ab2/cf/41cb98e0caad4118af84698907c87ae4 2024-11-20T23:15:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741856_1032 (size=499309) 2024-11-20T23:15:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741856_1032 (size=499309) 2024-11-20T23:15:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741856_1032 (size=499309) 2024-11-20T23:15:45,701 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/e3fbbcfd65dc781fabc1078f4d446f28/.tmp/cf/560f241032454ac5a07065e5c2ff818d 2024-11-20T23:15:45,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741854_1030 (size=65) 2024-11-20T23:15:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741854_1030 (size=65) 2024-11-20T23:15:45,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741854_1030 (size=65) 2024-11-20T23:15:45,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:15:45,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T23:15:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T23:15:45,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:45,725 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:15:45,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741852_1028 (size=28623) 2024-11-20T23:15:45,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741852_1028 (size=28623) 2024-11-20T23:15:45,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c6d464bbc5275d25c768e5b25a447733 in 10.5570 sec 2024-11-20T23:15:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741852_1028 (size=28623) 2024-11-20T23:15:45,740 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474/.tmp/cf/f1c902427c28454eaaf49efdedbb8d43 2024-11-20T23:15:45,756 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/356b153babd7fffb0dcd7a7d02933ab2/cf/41cb98e0caad4118af84698907c87ae4, entries=676, sequenceid=5, filesize=26.3 K 2024-11-20T23:15:45,757 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 356b153babd7fffb0dcd7a7d02933ab2 in 581ms, sequenceid=5, compaction requested=false 2024-11-20T23:15:45,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 356b153babd7fffb0dcd7a7d02933ab2: 2024-11-20T23:15:45,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. for SnapshotProcedureTest completed. 2024-11-20T23:15:45,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:15:45,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/356b153babd7fffb0dcd7a7d02933ab2/cf/41cb98e0caad4118af84698907c87ae4] hfiles 2024-11-20T23:15:45,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/356b153babd7fffb0dcd7a7d02933ab2/cf/41cb98e0caad4118af84698907c87ae4 for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/e3fbbcfd65dc781fabc1078f4d446f28/.tmp/cf/560f241032454ac5a07065e5c2ff818d as hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/e3fbbcfd65dc781fabc1078f4d446f28/cf/560f241032454ac5a07065e5c2ff818d 2024-11-20T23:15:45,834 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/e3fbbcfd65dc781fabc1078f4d446f28/cf/560f241032454ac5a07065e5c2ff818d, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-20T23:15:45,836 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for e3fbbcfd65dc781fabc1078f4d446f28 in 658ms, sequenceid=5, compaction requested=false 2024-11-20T23:15:45,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e3fbbcfd65dc781fabc1078f4d446f28: 2024-11-20T23:15:45,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. for SnapshotProcedureTest completed. 2024-11-20T23:15:45,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:15:45,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/e3fbbcfd65dc781fabc1078f4d446f28/cf/560f241032454ac5a07065e5c2ff818d] hfiles 2024-11-20T23:15:45,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/e3fbbcfd65dc781fabc1078f4d446f28/cf/560f241032454ac5a07065e5c2ff818d for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474/.tmp/cf/f1c902427c28454eaaf49efdedbb8d43 as hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474/cf/f1c902427c28454eaaf49efdedbb8d43 2024-11-20T23:15:45,873 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474/cf/f1c902427c28454eaaf49efdedbb8d43, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T23:15:45,874 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 2a2eaa7a763838c98e4f9e13569ea474 in 687ms, sequenceid=5, compaction requested=false 2024-11-20T23:15:45,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2a2eaa7a763838c98e4f9e13569ea474: 2024-11-20T23:15:45,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. for SnapshotProcedureTest completed. 2024-11-20T23:15:45,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:15:45,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474/cf/f1c902427c28454eaaf49efdedbb8d43] hfiles 2024-11-20T23:15:45,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474/cf/f1c902427c28454eaaf49efdedbb8d43 for snapshot=SnapshotProcedureTest 2024-11-20T23:15:45,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741858_1034 (size=65) 2024-11-20T23:15:45,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741858_1034 (size=65) 2024-11-20T23:15:45,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741858_1034 (size=65) 2024-11-20T23:15:45,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741857_1033 (size=47197) 2024-11-20T23:15:45,970 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d79f3644d4548d222560d309c87a1eff/.tmp/cf/61b817b8605f4ec8b93211cc7e374bfd 2024-11-20T23:15:45,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741857_1033 (size=47197) 2024-11-20T23:15:45,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741857_1033 (size=47197) 2024-11-20T23:15:45,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d79f3644d4548d222560d309c87a1eff/.tmp/cf/61b817b8605f4ec8b93211cc7e374bfd as hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d79f3644d4548d222560d309c87a1eff/cf/61b817b8605f4ec8b93211cc7e374bfd 2024-11-20T23:15:45,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d79f3644d4548d222560d309c87a1eff/cf/61b817b8605f4ec8b93211cc7e374bfd, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T23:15:45,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d79f3644d4548d222560d309c87a1eff in 823ms, sequenceid=5, compaction requested=false 2024-11-20T23:15:45,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d79f3644d4548d222560d309c87a1eff: 2024-11-20T23:15:45,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. for SnapshotProcedureTest completed. 2024-11-20T23:15:46,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T23:15:46,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T23:15:46,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d79f3644d4548d222560d309c87a1eff/cf/61b817b8605f4ec8b93211cc7e374bfd] hfiles 2024-11-20T23:15:46,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d79f3644d4548d222560d309c87a1eff/cf/61b817b8605f4ec8b93211cc7e374bfd for snapshot=SnapshotProcedureTest 2024-11-20T23:15:46,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741859_1035 (size=97) 2024-11-20T23:15:46,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741859_1035 (size=97) 2024-11-20T23:15:46,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741859_1035 (size=97) 2024-11-20T23:15:46,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:15:46,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T23:15:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T23:15:46,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:46,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:15:46,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e3fbbcfd65dc781fabc1078f4d446f28 in 10.9430 sec 2024-11-20T23:15:46,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741860_1036 (size=105) 2024-11-20T23:15:46,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741860_1036 (size=105) 2024-11-20T23:15:46,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741860_1036 (size=105) 2024-11-20T23:15:46,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:15:46,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T23:15:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T23:15:46,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:46,174 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:15:46,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 356b153babd7fffb0dcd7a7d02933ab2 in 11.0070 sec 2024-11-20T23:15:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741861_1037 (size=105) 2024-11-20T23:15:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741861_1037 (size=105) 2024-11-20T23:15:46,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741861_1037 (size=105) 2024-11-20T23:15:46,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:15:46,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T23:15:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T23:15:46,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:46,232 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:15:46,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2a2eaa7a763838c98e4f9e13569ea474 in 11.0640 sec 2024-11-20T23:15:46,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741862_1038 (size=105) 2024-11-20T23:15:46,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741862_1038 (size=105) 2024-11-20T23:15:46,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:15:46,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T23:15:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T23:15:46,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:46,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741862_1038 (size=105) 2024-11-20T23:15:46,269 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d79f3644d4548d222560d309c87a1eff 2024-11-20T23:15:46,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d79f3644d4548d222560d309c87a1eff in 11.1010 sec 2024-11-20T23:15:46,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:15:46,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T23:15:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T23:15:46,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:46,330 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:15:46,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-20T23:15:46,335 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T23:15:46,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2176ea4b923739c62fa4354eb88aced2 in 11.1620 sec 2024-11-20T23:15:46,336 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T23:15:46,337 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T23:15:46,337 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T23:15:46,339 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T23:15:46,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741863_1039 (size=1174) 2024-11-20T23:15:46,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741863_1039 (size=1174) 2024-11-20T23:15:46,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741863_1039 (size=1174) 2024-11-20T23:15:46,448 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T23:15:46,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T23:15:46,465 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:46,471 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:46,471 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:46,471 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:46,472 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:46,472 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:46,476 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:46,481 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:46,482 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:46,555 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T23:15:46,555 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:46,556 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 412a5e44fd2e,38853,1732144502589: Simulated kill ***** 2024-11-20T23:15:46,556 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T23:15:46,556 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T23:15:46,557 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T23:15:46,557 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T23:15:46,557 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T23:15:46,557 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 724310016 }, "NonHeapMemoryUsage": { "committed": 176881664, "init": 7667712, "max": -1, "used": 173055584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T23:15:46,558 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35447 {}] master.MasterRpcServices(700): 412a5e44fd2e,38853,1732144502589 reported a fatal error: ***** ABORTING region server 412a5e44fd2e,38853,1732144502589: Simulated kill ***** 2024-11-20T23:15:46,570 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,38853,1732144502589' ***** 2024-11-20T23:15:46,570 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T23:15:46,570 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:15:46,570 INFO [RS:2;412a5e44fd2e:38853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T23:15:46,570 INFO [RS:2;412a5e44fd2e:38853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T23:15:46,570 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:15:46,570 INFO [RS:2;412a5e44fd2e:38853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;412a5e44fd2e:38853. 2024-11-20T23:15:46,570 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T23:15:46,570 DEBUG [RS:2;412a5e44fd2e:38853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:15:46,570 DEBUG [RS:2;412a5e44fd2e:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:15:46,571 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:15:46,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589/412a5e44fd2e%2C38853%2C1732144502589.1732144504403 not finished, retry = 0 2024-11-20T23:15:46,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741835_1011 (size=1488) 2024-11-20T23:15:46,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741835_1011 (size=1488) 2024-11-20T23:15:46,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741835_1011 (size=1488) 2024-11-20T23:15:46,619 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:15:46,698 DEBUG [RS:2;412a5e44fd2e:38853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:15:46,698 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:15:46,699 INFO [RS:2;412a5e44fd2e:38853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38853 2024-11-20T23:15:46,726 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:15:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:46,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T23:15:46,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,38853,1732144502589] 2024-11-20T23:15:46,753 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/412a5e44fd2e,38853,1732144502589 already deleted, retry=false 2024-11-20T23:15:46,753 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 412a5e44fd2e,38853,1732144502589 on 412a5e44fd2e,35447,1732144501919 2024-11-20T23:15:46,755 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 412a5e44fd2e,38853,1732144502589, splitWal=true, meta=false 2024-11-20T23:15:46,755 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 412a5e44fd2e,38853,1732144502589 (carryingMeta=false) 412a5e44fd2e,38853,1732144502589/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6d4efb17[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T23:15:46,756 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 412a5e44fd2e,38853,1732144502589, splitWal=true, meta=false 2024-11-20T23:15:46,761 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 412a5e44fd2e,38853,1732144502589 had 3 regions 2024-11-20T23:15:46,764 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 412a5e44fd2e,38853,1732144502589, splitWal=true, meta=false, isMeta: false 2024-11-20T23:15:46,766 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting 2024-11-20T23:15:46,767 INFO [PEWorker-1 {}] master.SplitWALManager(105): 412a5e44fd2e,38853,1732144502589 WAL count=1, meta=false 2024-11-20T23:15:46,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 412a5e44fd2e%2C38853%2C1732144502589.1732144504403}] 2024-11-20T23:15:46,771 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:46,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 412a5e44fd2e%2C38853%2C1732144502589.1732144504403, worker=412a5e44fd2e,46139,1732144502400}] 2024-11-20T23:15:46,794 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,38853,1732144502589 Release verify snapshot worker=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:46,795 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 412a5e44fd2e,38853,1732144502589, this operation will be retried to send to another server 2024-11-20T23:15:46,795 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T23:15:46,795 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732144547795 2024-11-20T23:15:46,796 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-20T23:15:46,796 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-20T23:15:46,796 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-20T23:15:46,797 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,38853,1732144502589 Release verify snapshot worker=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:46,797 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 412a5e44fd2e,38853,1732144502589, this operation will be retried to send to another server 2024-11-20T23:15:46,797 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T23:15:46,797 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732144547797 2024-11-20T23:15:46,798 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,38853,1732144502589 Release verify snapshot worker=412a5e44fd2e,38853,1732144502589 2024-11-20T23:15:46,798 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 412a5e44fd2e,38853,1732144502589, this operation will be retried to send to another server 2024-11-20T23:15:46,798 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T23:15:46,798 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732144547798 2024-11-20T23:15:46,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:15:46,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38853-0x1015a87901b0003, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:15:46,841 INFO [RS:2;412a5e44fd2e:38853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:15:46,841 INFO [RS:2;412a5e44fd2e:38853 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,38853,1732144502589; zookeeper connection closed. 2024-11-20T23:15:46,841 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63b04537 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63b04537 2024-11-20T23:15:47,309 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T23:15:47,309 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T23:15:55,000 INFO [master/412a5e44fd2e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T23:15:55,000 INFO [master/412a5e44fd2e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T23:15:56,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-20T23:15:56,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-20T23:15:56,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-20T23:15:56,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-20T23:15:56,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-20T23:15:56,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-20T23:15:56,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-20T23:15:56,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T23:15:56,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-20T23:15:56,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-20T23:15:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-20T23:15:56,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T23:15:56,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T23:15:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-20T23:15:56,497 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 Release verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T23:15:56,506 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403, size=1.5 K (1488bytes) 2024-11-20T23:15:56,506 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403 2024-11-20T23:15:56,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 in 10.0380 sec 2024-11-20T23:15:56,510 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:56,511 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 Release verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:56,516 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:56,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-20T23:15:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-20T23:15:56,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 in 10.0510 sec 2024-11-20T23:15:56,532 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,46139,1732144502400 Release verify snapshot worker=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:56,532 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:56,534 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 Release verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:56,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,46139,1732144502400 in 10.0720 sec 2024-11-20T23:15:56,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-20T23:15:56,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T23:15:56,537 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403 after 31ms 2024-11-20T23:15:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-20T23:15:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T23:15:56,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 in 10.0740 sec 2024-11-20T23:15:56,546 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,46139,1732144502400 Release verify snapshot worker=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:56,548 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,46139,1732144502400 Release verify snapshot worker=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:56,556 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:56,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,46139,1732144502400 in 10.0870 sec 2024-11-20T23:15:56,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,46139,1732144502400 in 10.0880 sec 2024-11-20T23:15:56,558 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403 took 52ms 2024-11-20T23:15:56,575 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d3793cc3bcfa91c2a87c02e086638d71: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T23:15:56,579 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for cecdfdc6d9876e08dfac98a82081d50f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T23:15:56,582 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 2a2eaa7a763838c98e4f9e13569ea474: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-20T23:15:56,582 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403 so closing down 2024-11-20T23:15:56,582 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T23:15:56,583 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T23:15:56,583 INFO [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 15 ms; skipped=5; WAL=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-20T23:15:56,583 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403, journal: Splitting hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403, size=1.5 K (1488bytes) at 1732144556506Finishing writing output for hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403 so closing down at 1732144556582 (+76 ms)3 split writer threads finished at 1732144556583 (+1 ms)Processed 5 edits across 0 Regions in 15 ms; skipped=5; WAL=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732144556583 2024-11-20T23:15:56,583 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403 2024-11-20T23:15:56,583 DEBUG [RS_LOG_REPLAY_OPS-regionserver/412a5e44fd2e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T23:15:56,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T23:15:56,591 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting/412a5e44fd2e%2C38853%2C1732144502589.1732144504403 to hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/oldWALs 2024-11-20T23:15:56,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T23:15:56,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 412a5e44fd2e%2C38853%2C1732144502589.1732144504403, worker=412a5e44fd2e,46139,1732144502400 in 9.8180 sec 2024-11-20T23:15:56,605 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:56,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T23:15:56,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 412a5e44fd2e%2C38853%2C1732144502589.1732144504403, worker=412a5e44fd2e,46139,1732144502400 in 9.8370 sec 2024-11-20T23:15:56,608 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting dir is empty, no logs to split. 2024-11-20T23:15:56,608 INFO [PEWorker-4 {}] master.SplitWALManager(105): 412a5e44fd2e,38853,1732144502589 WAL count=0, meta=false 2024-11-20T23:15:56,608 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 412a5e44fd2e,38853,1732144502589 WAL splitting is done? wals=0, meta=false 2024-11-20T23:15:56,612 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 412a5e44fd2e,38853,1732144502589 failed, ignore...File hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,38853,1732144502589-splitting does not exist. 2024-11-20T23:15:56,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3793cc3bcfa91c2a87c02e086638d71, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecdfdc6d9876e08dfac98a82081d50f, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a2eaa7a763838c98e4f9e13569ea474, ASSIGN}] 2024-11-20T23:15:56,615 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecdfdc6d9876e08dfac98a82081d50f, ASSIGN 2024-11-20T23:15:56,615 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3793cc3bcfa91c2a87c02e086638d71, ASSIGN 2024-11-20T23:15:56,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a2eaa7a763838c98e4f9e13569ea474, ASSIGN 2024-11-20T23:15:56,617 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cecdfdc6d9876e08dfac98a82081d50f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T23:15:56,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a2eaa7a763838c98e4f9e13569ea474, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T23:15:56,620 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3793cc3bcfa91c2a87c02e086638d71, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T23:15:56,767 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(204): Hosts are {412a5e44fd2e=0} racks are {/default-rack=0} 2024-11-20T23:15:56,768 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T23:15:56,768 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T23:15:56,768 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T23:15:56,768 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T23:15:56,768 INFO [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T23:15:56,768 INFO [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T23:15:56,768 DEBUG [412a5e44fd2e:35447 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T23:15:56,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d3793cc3bcfa91c2a87c02e086638d71, regionState=OPENING, regionLocation=412a5e44fd2e,46139,1732144502400 2024-11-20T23:15:56,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=2a2eaa7a763838c98e4f9e13569ea474, regionState=OPENING, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:56,769 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=cecdfdc6d9876e08dfac98a82081d50f, regionState=OPENING, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:15:56,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a2eaa7a763838c98e4f9e13569ea474, ASSIGN because future has completed 2024-11-20T23:15:56,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cecdfdc6d9876e08dfac98a82081d50f, ASSIGN because future has completed 2024-11-20T23:15:56,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3793cc3bcfa91c2a87c02e086638d71, ASSIGN because future has completed 2024-11-20T23:15:56,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3793cc3bcfa91c2a87c02e086638d71, server=412a5e44fd2e,46139,1732144502400}] 2024-11-20T23:15:56,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecdfdc6d9876e08dfac98a82081d50f, server=412a5e44fd2e,43313,1732144502491}] 2024-11-20T23:15:56,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a2eaa7a763838c98e4f9e13569ea474, server=412a5e44fd2e,43313,1732144502491}] 2024-11-20T23:16:01,868 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T23:16:04,255 INFO [regionserver/412a5e44fd2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T23:16:06,514 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:16:06,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-20T23:16:06,514 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => cecdfdc6d9876e08dfac98a82081d50f, NAME => 'SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T23:16:06,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-20T23:16:06,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-20T23:16:06,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-20T23:16:06,515 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,515 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:16:06,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-20T23:16:06,515 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,515 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-20T23:16:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-20T23:16:06,516 INFO [StoreOpener-cecdfdc6d9876e08dfac98a82081d50f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-20T23:16:06,517 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 Release verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:16:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-20T23:16:06,518 INFO [StoreOpener-cecdfdc6d9876e08dfac98a82081d50f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cecdfdc6d9876e08dfac98a82081d50f columnFamilyName cf 2024-11-20T23:16:06,518 DEBUG [StoreOpener-cecdfdc6d9876e08dfac98a82081d50f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:16:06,518 INFO [StoreOpener-cecdfdc6d9876e08dfac98a82081d50f-1 {}] regionserver.HStore(327): Store=cecdfdc6d9876e08dfac98a82081d50f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:16:06,518 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 in 20.0570 sec 2024-11-20T23:16:06,519 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 Release verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:16:06,519 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,519 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 Release verify snapshot worker=412a5e44fd2e,43313,1732144502491 2024-11-20T23:16:06,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 in 20.0590 sec 2024-11-20T23:16:06,520 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,43313,1732144502491 in 20.0590 sec 2024-11-20T23:16:06,521 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,521 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,522 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,523 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened cecdfdc6d9876e08dfac98a82081d50f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68915124, jitterRate=0.026915371417999268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:16:06,523 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,523 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for cecdfdc6d9876e08dfac98a82081d50f: Running coprocessor pre-open hook at 1732144566515Writing region info on filesystem at 1732144566515Initializing all the Stores at 1732144566516 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144566516Cleaning up temporary data from old regions at 1732144566521 (+5 ms)Running coprocessor post-open hooks at 1732144566523 (+2 ms)Region opened successfully at 1732144566523 2024-11-20T23:16:06,524 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f., pid=53, masterSystemTime=1732144566510 2024-11-20T23:16:06,526 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:16:06,526 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:16:06,526 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:16:06,526 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a2eaa7a763838c98e4f9e13569ea474, NAME => 'SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T23:16:06,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=cecdfdc6d9876e08dfac98a82081d50f, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:16:06,526 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,526 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:16:06,527 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,527 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecdfdc6d9876e08dfac98a82081d50f, server=412a5e44fd2e,43313,1732144502491 because future has completed 2024-11-20T23:16:06,528 INFO [StoreOpener-2a2eaa7a763838c98e4f9e13569ea474-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,529 INFO [StoreOpener-2a2eaa7a763838c98e4f9e13569ea474-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a2eaa7a763838c98e4f9e13569ea474 columnFamilyName cf 2024-11-20T23:16:06,529 DEBUG [StoreOpener-2a2eaa7a763838c98e4f9e13569ea474-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:16:06,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-20T23:16:06,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure cecdfdc6d9876e08dfac98a82081d50f, server=412a5e44fd2e,43313,1732144502491 in 9.7520 sec 2024-11-20T23:16:06,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cecdfdc6d9876e08dfac98a82081d50f, ASSIGN in 9.9180 sec 2024-11-20T23:16:06,536 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:16:06,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-20T23:16:06,536 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => d3793cc3bcfa91c2a87c02e086638d71, NAME => 'SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T23:16:06,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T23:16:06,536 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,536 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T23:16:06,536 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,536 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T23:16:06,538 INFO [StoreOpener-d3793cc3bcfa91c2a87c02e086638d71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,539 DEBUG [StoreOpener-2a2eaa7a763838c98e4f9e13569ea474-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474/cf/f1c902427c28454eaaf49efdedbb8d43 2024-11-20T23:16:06,539 INFO [StoreOpener-2a2eaa7a763838c98e4f9e13569ea474-1 {}] regionserver.HStore(327): Store=2a2eaa7a763838c98e4f9e13569ea474/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:16:06,539 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,46139,1732144502400 Release verify snapshot worker=412a5e44fd2e,46139,1732144502400 2024-11-20T23:16:06,539 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,540 INFO [StoreOpener-d3793cc3bcfa91c2a87c02e086638d71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3793cc3bcfa91c2a87c02e086638d71 columnFamilyName cf 2024-11-20T23:16:06,540 DEBUG [StoreOpener-d3793cc3bcfa91c2a87c02e086638d71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T23:16:06,541 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,541 INFO [StoreOpener-d3793cc3bcfa91c2a87c02e086638d71-1 {}] regionserver.HStore(327): Store=d3793cc3bcfa91c2a87c02e086638d71/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T23:16:06,541 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=25 2024-11-20T23:16:06,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=412a5e44fd2e,46139,1732144502400 in 20.0790 sec 2024-11-20T23:16:06,542 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T23:16:06,542 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,542 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T23:16:06,542 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,543 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,543 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,544 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,544 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T23:16:06,544 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T23:16:06,544 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,544 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,545 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,546 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,546 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened d3793cc3bcfa91c2a87c02e086638d71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68251714, jitterRate=0.017029792070388794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:16:06,547 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.4170 sec 2024-11-20T23:16:06,547 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for d3793cc3bcfa91c2a87c02e086638d71: Running coprocessor pre-open hook at 1732144566536Writing region info on filesystem at 1732144566536Initializing all the Stores at 1732144566537 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144566537Cleaning up temporary data from old regions at 1732144566544 (+7 ms)Running coprocessor post-open hooks at 1732144566547 (+3 ms)Region opened successfully at 1732144566547 2024-11-20T23:16:06,547 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:16:06,547 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71., pid=52, masterSystemTime=1732144566532 2024-11-20T23:16:06,548 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 2a2eaa7a763838c98e4f9e13569ea474; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70849372, jitterRate=0.05573791265487671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T23:16:06,548 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,548 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 2a2eaa7a763838c98e4f9e13569ea474: Running coprocessor pre-open hook at 1732144566527Writing region info on filesystem at 1732144566527Initializing all the Stores at 1732144566528 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732144566528Cleaning up temporary data from old regions at 1732144566543 (+15 ms)Running coprocessor post-open hooks at 1732144566548 (+5 ms)Region opened successfully at 1732144566548 2024-11-20T23:16:06,549 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:16:06,549 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:16:06,549 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474., pid=54, masterSystemTime=1732144566510 2024-11-20T23:16:06,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d3793cc3bcfa91c2a87c02e086638d71, regionState=OPEN, openSeqNum=2, regionLocation=412a5e44fd2e,46139,1732144502400 2024-11-20T23:16:06,551 DEBUG [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:16:06,551 INFO [RS_OPEN_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:16:06,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3793cc3bcfa91c2a87c02e086638d71, server=412a5e44fd2e,46139,1732144502400 because future has completed 2024-11-20T23:16:06,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=2a2eaa7a763838c98e4f9e13569ea474, regionState=OPEN, openSeqNum=6, regionLocation=412a5e44fd2e,43313,1732144502491 2024-11-20T23:16:06,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a2eaa7a763838c98e4f9e13569ea474, server=412a5e44fd2e,43313,1732144502491 because future has completed 2024-11-20T23:16:06,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-11-20T23:16:06,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure d3793cc3bcfa91c2a87c02e086638d71, server=412a5e44fd2e,46139,1732144502400 in 9.7750 sec 2024-11-20T23:16:06,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3793cc3bcfa91c2a87c02e086638d71, ASSIGN in 9.9400 sec 2024-11-20T23:16:06,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-20T23:16:06,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a2eaa7a763838c98e4f9e13569ea474, server=412a5e44fd2e,43313,1732144502491 in 9.7750 sec 2024-11-20T23:16:06,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-20T23:16:06,558 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 412a5e44fd2e,38853,1732144502589 after splitting done 2024-11-20T23:16:06,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a2eaa7a763838c98e4f9e13569ea474, ASSIGN in 9.9420 sec 2024-11-20T23:16:06,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 412a5e44fd2e,38853,1732144502589, splitWal=true, meta=false in 19.8040 sec 2024-11-20T23:16:06,636 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T23:16:06,647 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T23:16:06,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T23:16:06,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:16:06,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:16:06,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:16:06,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T23:16:06,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:16:06,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T23:16:06,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1443142087, stopped=false 2024-11-20T23:16:06,648 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=412a5e44fd2e,35447,1732144501919 2024-11-20T23:16:06,665 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T23:16:06,665 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:16:06,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:16:06,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T23:16:06,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:16:06,667 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:16:06,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T23:16:06,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:16:06,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T23:16:06,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:16:06,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:16:06,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:16:06,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T23:16:06,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,46139,1732144502400' ***** 2024-11-20T23:16:06,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:16:06,670 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:16:06,670 INFO [RS:0;412a5e44fd2e:46139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:16:06,670 INFO [RS:0;412a5e44fd2e:46139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:16:06,670 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-20T23:16:06,670 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(3091): Received CLOSE for d3793cc3bcfa91c2a87c02e086638d71 2024-11-20T23:16:06,670 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a2eaa7a763838c98e4f9e13569ea474 2024-11-20T23:16:06,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '412a5e44fd2e,43313,1732144502491' ***** 2024-11-20T23:16:06,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T23:16:06,676 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:16:06,676 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b483065bf8a8ceb980605df54fb393b 2024-11-20T23:16:06,676 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for 2176ea4b923739c62fa4354eb88aced2 2024-11-20T23:16:06,676 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(3091): Received CLOSE for c6d464bbc5275d25c768e5b25a447733 2024-11-20T23:16:06,676 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:16:06,676 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for cecdfdc6d9876e08dfac98a82081d50f 2024-11-20T23:16:06,676 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(3091): Received CLOSE for d79f3644d4548d222560d309c87a1eff 2024-11-20T23:16:06,676 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3793cc3bcfa91c2a87c02e086638d71, disabling compactions & flushes 2024-11-20T23:16:06,676 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for 460c00b72a145a0506d553519560063b 2024-11-20T23:16:06,676 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,46139,1732144502400 2024-11-20T23:16:06,676 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:16:06,676 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for 356b153babd7fffb0dcd7a7d02933ab2 2024-11-20T23:16:06,676 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:16:06,676 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:16:06,677 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. after waiting 0 ms 2024-11-20T23:16:06,677 INFO [RS:0;412a5e44fd2e:46139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;412a5e44fd2e:46139. 2024-11-20T23:16:06,677 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:16:06,677 DEBUG [RS:0;412a5e44fd2e:46139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:16:06,677 DEBUG [RS:0;412a5e44fd2e:46139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:16:06,677 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:16:06,677 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:16:06,677 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:16:06,677 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T23:16:06,677 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a2eaa7a763838c98e4f9e13569ea474, disabling compactions & flushes 2024-11-20T23:16:06,677 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:16:06,677 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:16:06,677 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. after waiting 0 ms 2024-11-20T23:16:06,677 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:16:06,679 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T23:16:06,679 INFO [RS:1;412a5e44fd2e:43313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T23:16:06,679 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T23:16:06,680 INFO [RS:1;412a5e44fd2e:43313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T23:16:06,680 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 2176ea4b923739c62fa4354eb88aced2, which we are already trying to CLOSE, but not completed yet 2024-11-20T23:16:06,680 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: e3fbbcfd65dc781fabc1078f4d446f28, which we are already trying to CLOSE, but not completed yet 2024-11-20T23:16:06,680 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: cecdfdc6d9876e08dfac98a82081d50f, which we are already trying to CLOSE, but not completed yet 2024-11-20T23:16:06,680 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 460c00b72a145a0506d553519560063b, which we are already trying to CLOSE, but not completed yet 2024-11-20T23:16:06,680 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 356b153babd7fffb0dcd7a7d02933ab2, which we are already trying to CLOSE, but not completed yet 2024-11-20T23:16:06,680 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(959): stopping server 412a5e44fd2e,43313,1732144502491 2024-11-20T23:16:06,680 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:16:06,680 INFO [RS:1;412a5e44fd2e:43313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;412a5e44fd2e:43313. 2024-11-20T23:16:06,680 DEBUG [RS:1;412a5e44fd2e:43313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T23:16:06,680 DEBUG [RS:1;412a5e44fd2e:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:16:06,681 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T23:16:06,681 DEBUG [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(1325): Online Regions={2a2eaa7a763838c98e4f9e13569ea474=SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474., 2176ea4b923739c62fa4354eb88aced2=SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2., e3fbbcfd65dc781fabc1078f4d446f28=SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28., cecdfdc6d9876e08dfac98a82081d50f=SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f., 460c00b72a145a0506d553519560063b=SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b., 356b153babd7fffb0dcd7a7d02933ab2=SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2.} 2024-11-20T23:16:06,681 DEBUG [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(1351): Waiting on 2176ea4b923739c62fa4354eb88aced2, 2a2eaa7a763838c98e4f9e13569ea474, 356b153babd7fffb0dcd7a7d02933ab2, 460c00b72a145a0506d553519560063b, cecdfdc6d9876e08dfac98a82081d50f, e3fbbcfd65dc781fabc1078f4d446f28 2024-11-20T23:16:06,684 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-20T23:16:06,684 DEBUG [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(1325): Online Regions={d3793cc3bcfa91c2a87c02e086638d71=SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71., 1b483065bf8a8ceb980605df54fb393b=SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b., 1588230740=hbase:meta,,1.1588230740, c6d464bbc5275d25c768e5b25a447733=SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733., d79f3644d4548d222560d309c87a1eff=SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff.} 2024-11-20T23:16:06,684 DEBUG [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b483065bf8a8ceb980605df54fb393b, c6d464bbc5275d25c768e5b25a447733, d3793cc3bcfa91c2a87c02e086638d71, d79f3644d4548d222560d309c87a1eff 2024-11-20T23:16:06,685 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T23:16:06,685 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T23:16:06,685 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T23:16:06,685 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T23:16:06,685 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T23:16:06,685 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-20T23:16:06,713 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d3793cc3bcfa91c2a87c02e086638d71/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T23:16:06,715 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:16:06,715 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3793cc3bcfa91c2a87c02e086638d71: Waiting for close lock at 1732144566676Running coprocessor pre-close hooks at 1732144566676Disabling compacts and flushes for region at 1732144566676Disabling writes for close at 1732144566677 (+1 ms)Writing region close event to WAL at 1732144566677Running coprocessor post-close hooks at 1732144566714 (+37 ms)Closed at 1732144566714 2024-11-20T23:16:06,715 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732144515118.d3793cc3bcfa91c2a87c02e086638d71. 2024-11-20T23:16:06,715 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b483065bf8a8ceb980605df54fb393b, disabling compactions & flushes 2024-11-20T23:16:06,715 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:16:06,715 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:16:06,715 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. after waiting 0 ms 2024-11-20T23:16:06,715 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:16:06,728 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2a2eaa7a763838c98e4f9e13569ea474/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-20T23:16:06,729 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:16:06,730 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a2eaa7a763838c98e4f9e13569ea474: Waiting for close lock at 1732144566677Running coprocessor pre-close hooks at 1732144566677Disabling compacts and flushes for region at 1732144566677Disabling writes for close at 1732144566677Writing region close event to WAL at 1732144566703 (+26 ms)Running coprocessor post-close hooks at 1732144566729 (+26 ms)Closed at 1732144566729 2024-11-20T23:16:06,730 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732144515118.2a2eaa7a763838c98e4f9e13569ea474. 2024-11-20T23:16:06,730 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2176ea4b923739c62fa4354eb88aced2, disabling compactions & flushes 2024-11-20T23:16:06,730 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:16:06,730 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:16:06,730 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. after waiting 0 ms 2024-11-20T23:16:06,730 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:16:06,733 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/.tmp/info/8d94e0482a3c41cf802fd75663df9c7f is 167, key is SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733./info:regioninfo/1732144526519/Put/seqid=0 2024-11-20T23:16:06,742 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/1b483065bf8a8ceb980605df54fb393b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:16:06,743 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:16:06,743 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b483065bf8a8ceb980605df54fb393b: Waiting for close lock at 1732144566715Running coprocessor pre-close hooks at 1732144566715Disabling compacts and flushes for region at 1732144566715Disabling writes for close at 1732144566715Writing region close event to WAL at 1732144566728 (+13 ms)Running coprocessor post-close hooks at 1732144566743 (+15 ms)Closed at 1732144566743 2024-11-20T23:16:06,743 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732144515118.1b483065bf8a8ceb980605df54fb393b. 2024-11-20T23:16:06,744 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6d464bbc5275d25c768e5b25a447733, disabling compactions & flushes 2024-11-20T23:16:06,744 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:16:06,744 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:16:06,744 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. after waiting 0 ms 2024-11-20T23:16:06,744 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:16:06,750 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:16:06,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741864_1040 (size=19817) 2024-11-20T23:16:06,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741864_1040 (size=19817) 2024-11-20T23:16:06,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741864_1040 (size=19817) 2024-11-20T23:16:06,751 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/.tmp/info/8d94e0482a3c41cf802fd75663df9c7f 2024-11-20T23:16:06,753 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/2176ea4b923739c62fa4354eb88aced2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:16:06,757 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:16:06,757 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/c6d464bbc5275d25c768e5b25a447733/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:16:06,757 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2176ea4b923739c62fa4354eb88aced2: Waiting for close lock at 1732144566730Running coprocessor pre-close hooks at 1732144566730Disabling compacts and flushes for region at 1732144566730Disabling writes for close at 1732144566730Writing region close event to WAL at 1732144566731 (+1 ms)Running coprocessor post-close hooks at 1732144566757 (+26 ms)Closed at 1732144566757 2024-11-20T23:16:06,757 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732144515118.2176ea4b923739c62fa4354eb88aced2. 2024-11-20T23:16:06,757 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3fbbcfd65dc781fabc1078f4d446f28, disabling compactions & flushes 2024-11-20T23:16:06,757 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:16:06,757 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:16:06,757 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. after waiting 0 ms 2024-11-20T23:16:06,758 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:16:06,758 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:16:06,758 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6d464bbc5275d25c768e5b25a447733: Waiting for close lock at 1732144566744Running coprocessor pre-close hooks at 1732144566744Disabling compacts and flushes for region at 1732144566744Disabling writes for close at 1732144566744Writing region close event to WAL at 1732144566749 (+5 ms)Running coprocessor post-close hooks at 1732144566758 (+9 ms)Closed at 1732144566758 2024-11-20T23:16:06,758 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732144515118.c6d464bbc5275d25c768e5b25a447733. 2024-11-20T23:16:06,758 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d79f3644d4548d222560d309c87a1eff, disabling compactions & flushes 2024-11-20T23:16:06,758 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:16:06,758 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:16:06,758 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. after waiting 0 ms 2024-11-20T23:16:06,758 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:16:06,770 INFO [regionserver/412a5e44fd2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:16:06,770 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/e3fbbcfd65dc781fabc1078f4d446f28/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:16:06,771 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:16:06,771 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/d79f3644d4548d222560d309c87a1eff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:16:06,771 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3fbbcfd65dc781fabc1078f4d446f28: Waiting for close lock at 1732144566757Running coprocessor pre-close hooks at 1732144566757Disabling compacts and flushes for region at 1732144566757Disabling writes for close at 1732144566757Writing region close event to WAL at 1732144566760 (+3 ms)Running coprocessor post-close hooks at 1732144566771 (+11 ms)Closed at 1732144566771 2024-11-20T23:16:06,771 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732144515118.e3fbbcfd65dc781fabc1078f4d446f28. 2024-11-20T23:16:06,771 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cecdfdc6d9876e08dfac98a82081d50f, disabling compactions & flushes 2024-11-20T23:16:06,771 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:16:06,772 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:16:06,772 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. after waiting 0 ms 2024-11-20T23:16:06,772 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:16:06,772 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:16:06,772 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d79f3644d4548d222560d309c87a1eff: Waiting for close lock at 1732144566758Running coprocessor pre-close hooks at 1732144566758Disabling compacts and flushes for region at 1732144566758Disabling writes for close at 1732144566758Writing region close event to WAL at 1732144566761 (+3 ms)Running coprocessor post-close hooks at 1732144566772 (+11 ms)Closed at 1732144566772 2024-11-20T23:16:06,772 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732144515118.d79f3644d4548d222560d309c87a1eff. 2024-11-20T23:16:06,778 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/cecdfdc6d9876e08dfac98a82081d50f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T23:16:06,779 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:16:06,779 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cecdfdc6d9876e08dfac98a82081d50f: Waiting for close lock at 1732144566771Running coprocessor pre-close hooks at 1732144566771Disabling compacts and flushes for region at 1732144566771Disabling writes for close at 1732144566772 (+1 ms)Writing region close event to WAL at 1732144566773 (+1 ms)Running coprocessor post-close hooks at 1732144566779 (+6 ms)Closed at 1732144566779 2024-11-20T23:16:06,779 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732144515118.cecdfdc6d9876e08dfac98a82081d50f. 2024-11-20T23:16:06,780 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 460c00b72a145a0506d553519560063b, disabling compactions & flushes 2024-11-20T23:16:06,780 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:16:06,780 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:16:06,780 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. after waiting 0 ms 2024-11-20T23:16:06,780 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:16:06,788 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/460c00b72a145a0506d553519560063b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T23:16:06,788 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:16:06,789 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 460c00b72a145a0506d553519560063b: Waiting for close lock at 1732144566780Running coprocessor pre-close hooks at 1732144566780Disabling compacts and flushes for region at 1732144566780Disabling writes for close at 1732144566780Writing region close event to WAL at 1732144566781 (+1 ms)Running coprocessor post-close hooks at 1732144566788 (+7 ms)Closed at 1732144566788 2024-11-20T23:16:06,789 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732144515118.460c00b72a145a0506d553519560063b. 2024-11-20T23:16:06,789 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 356b153babd7fffb0dcd7a7d02933ab2, disabling compactions & flushes 2024-11-20T23:16:06,789 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:16:06,789 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:16:06,789 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. after waiting 0 ms 2024-11-20T23:16:06,789 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:16:06,791 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/.tmp/ns/a35f1c0172c2465f85fed82d29c5bf5a is 43, key is default/ns:d/1732144514914/Put/seqid=0 2024-11-20T23:16:06,838 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/default/SPTestTable/356b153babd7fffb0dcd7a7d02933ab2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T23:16:06,839 INFO [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:16:06,839 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 356b153babd7fffb0dcd7a7d02933ab2: Waiting for close lock at 1732144566789Running coprocessor pre-close hooks at 1732144566789Disabling compacts and flushes for region at 1732144566789Disabling writes for close at 1732144566789Writing region close event to WAL at 1732144566800 (+11 ms)Running coprocessor post-close hooks at 1732144566839 (+39 ms)Closed at 1732144566839 2024-11-20T23:16:06,839 DEBUG [RS_CLOSE_REGION-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732144515118.356b153babd7fffb0dcd7a7d02933ab2. 2024-11-20T23:16:06,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741865_1041 (size=5153) 2024-11-20T23:16:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741865_1041 (size=5153) 2024-11-20T23:16:06,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741865_1041 (size=5153) 2024-11-20T23:16:06,851 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/.tmp/ns/a35f1c0172c2465f85fed82d29c5bf5a 2024-11-20T23:16:06,881 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,43313,1732144502491; all regions closed. 2024-11-20T23:16:06,885 DEBUG [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T23:16:06,891 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/.tmp/table/96a97e587a2644e3971b3d322a7fdb6b is 47, key is SPTestTable/table:state/1732144526653/Put/seqid=0 2024-11-20T23:16:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741833_1009 (size=4639) 2024-11-20T23:16:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741833_1009 (size=4639) 2024-11-20T23:16:06,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741833_1009 (size=4639) 2024-11-20T23:16:06,902 DEBUG [RS:1;412a5e44fd2e:43313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/oldWALs 2024-11-20T23:16:06,902 INFO [RS:1;412a5e44fd2e:43313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C43313%2C1732144502491:(num 1732144504391) 2024-11-20T23:16:06,902 DEBUG [RS:1;412a5e44fd2e:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:16:06,903 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:16:06,903 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:16:06,903 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T23:16:06,903 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T23:16:06,903 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T23:16:06,903 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T23:16:06,903 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:16:06,903 INFO [RS:1;412a5e44fd2e:43313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43313 2024-11-20T23:16:06,904 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:16:06,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/412a5e44fd2e,43313,1732144502491 2024-11-20T23:16:06,915 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:16:06,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T23:16:06,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,43313,1732144502491] 2024-11-20T23:16:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741866_1042 (size=5214) 2024-11-20T23:16:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741866_1042 (size=5214) 2024-11-20T23:16:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741866_1042 (size=5214) 2024-11-20T23:16:06,936 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/.tmp/table/96a97e587a2644e3971b3d322a7fdb6b 2024-11-20T23:16:06,943 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/412a5e44fd2e,43313,1732144502491 already deleted, retry=false 2024-11-20T23:16:06,943 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,43313,1732144502491 expired; onlineServers=1 2024-11-20T23:16:06,962 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/.tmp/info/8d94e0482a3c41cf802fd75663df9c7f as hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/info/8d94e0482a3c41cf802fd75663df9c7f 2024-11-20T23:16:06,978 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/info/8d94e0482a3c41cf802fd75663df9c7f, entries=112, sequenceid=35, filesize=19.4 K 2024-11-20T23:16:06,980 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/.tmp/ns/a35f1c0172c2465f85fed82d29c5bf5a as hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/ns/a35f1c0172c2465f85fed82d29c5bf5a 2024-11-20T23:16:06,997 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/ns/a35f1c0172c2465f85fed82d29c5bf5a, entries=2, sequenceid=35, filesize=5.0 K 2024-11-20T23:16:06,999 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/.tmp/table/96a97e587a2644e3971b3d322a7fdb6b as hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/table/96a97e587a2644e3971b3d322a7fdb6b 2024-11-20T23:16:07,015 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/table/96a97e587a2644e3971b3d322a7fdb6b, entries=2, sequenceid=35, filesize=5.1 K 2024-11-20T23:16:07,020 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 334ms, sequenceid=35, compaction requested=false 2024-11-20T23:16:07,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:16:07,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x1015a87901b0002, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:16:07,026 INFO [RS:1;412a5e44fd2e:43313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:16:07,026 INFO [RS:1;412a5e44fd2e:43313 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,43313,1732144502491; zookeeper connection closed. 2024-11-20T23:16:07,029 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a98d6dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a98d6dc 2024-11-20T23:16:07,041 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-20T23:16:07,047 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T23:16:07,047 INFO [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T23:16:07,048 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732144566685Running coprocessor pre-close hooks at 1732144566685Disabling compacts and flushes for region at 1732144566685Disabling writes for close at 1732144566685Obtaining lock to block concurrent updates at 1732144566685Preparing flush snapshotting stores in 1588230740 at 1732144566685Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732144566686 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732144566694 (+8 ms)Flushing 1588230740/info: creating writer at 1732144566694Flushing 1588230740/info: appending metadata at 1732144566733 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732144566733Flushing 1588230740/ns: creating writer at 1732144566767 (+34 ms)Flushing 1588230740/ns: appending metadata at 1732144566790 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732144566790Flushing 1588230740/table: creating writer at 1732144566866 (+76 ms)Flushing 1588230740/table: appending metadata at 1732144566890 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732144566890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d98dae: reopening flushed file at 1732144566960 (+70 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c80e821: reopening flushed file at 1732144566978 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4adb2c47: reopening flushed file at 1732144566997 (+19 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 334ms, sequenceid=35, compaction requested=false at 1732144567020 (+23 ms)Writing region close event to WAL at 1732144567030 (+10 ms)Running coprocessor post-close hooks at 1732144567047 (+17 ms)Closed at 1732144567047 2024-11-20T23:16:07,048 DEBUG [RS_CLOSE_META-regionserver/412a5e44fd2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T23:16:07,085 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(976): stopping server 412a5e44fd2e,46139,1732144502400; all regions closed. 2024-11-20T23:16:07,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741836_1012 (size=18438) 2024-11-20T23:16:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741836_1012 (size=18438) 2024-11-20T23:16:07,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741836_1012 (size=18438) 2024-11-20T23:16:07,122 DEBUG [RS:0;412a5e44fd2e:46139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/oldWALs 2024-11-20T23:16:07,122 INFO [RS:0;412a5e44fd2e:46139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C46139%2C1732144502400.meta:.meta(num 1732144514688) 2024-11-20T23:16:07,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741834_1010 (size=2947) 2024-11-20T23:16:07,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/WALs/412a5e44fd2e,46139,1732144502400/412a5e44fd2e%2C46139%2C1732144502400.1732144504394 not finished, retry = 0 2024-11-20T23:16:07,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741834_1010 (size=2947) 2024-11-20T23:16:07,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741834_1010 (size=2947) 2024-11-20T23:16:07,253 DEBUG [RS:0;412a5e44fd2e:46139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/oldWALs 2024-11-20T23:16:07,253 INFO [RS:0;412a5e44fd2e:46139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 412a5e44fd2e%2C46139%2C1732144502400:(num 1732144504394) 2024-11-20T23:16:07,253 DEBUG [RS:0;412a5e44fd2e:46139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T23:16:07,253 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T23:16:07,254 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:16:07,254 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.ChoreService(370): Chore service for: regionserver/412a5e44fd2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T23:16:07,254 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:16:07,254 INFO [RS:0;412a5e44fd2e:46139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46139 2024-11-20T23:16:07,255 INFO [regionserver/412a5e44fd2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:16:07,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T23:16:07,307 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/412a5e44fd2e,46139,1732144502400 2024-11-20T23:16:07,307 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:16:07,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [412a5e44fd2e,46139,1732144502400] 2024-11-20T23:16:07,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/412a5e44fd2e,46139,1732144502400 already deleted, retry=false 2024-11-20T23:16:07,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 412a5e44fd2e,46139,1732144502400 expired; onlineServers=0 2024-11-20T23:16:07,329 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '412a5e44fd2e,35447,1732144501919' ***** 2024-11-20T23:16:07,329 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T23:16:07,329 INFO [M:0;412a5e44fd2e:35447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T23:16:07,329 INFO [M:0;412a5e44fd2e:35447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T23:16:07,329 DEBUG [M:0;412a5e44fd2e:35447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T23:16:07,329 DEBUG [M:0;412a5e44fd2e:35447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T23:16:07,329 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T23:16:07,329 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144504001 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.large.0-1732144504001,5,FailOnTimeoutGroup] 2024-11-20T23:16:07,329 DEBUG [master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144504001 {}] cleaner.HFileCleaner(306): Exit Thread[master/412a5e44fd2e:0:becomeActiveMaster-HFileCleaner.small.0-1732144504001,5,FailOnTimeoutGroup] 2024-11-20T23:16:07,329 INFO [M:0;412a5e44fd2e:35447 {}] hbase.ChoreService(370): Chore service for: master/412a5e44fd2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T23:16:07,330 INFO [M:0;412a5e44fd2e:35447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T23:16:07,330 DEBUG [M:0;412a5e44fd2e:35447 {}] master.HMaster(1795): Stopping service threads 2024-11-20T23:16:07,330 INFO [M:0;412a5e44fd2e:35447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T23:16:07,330 INFO [M:0;412a5e44fd2e:35447 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T23:16:07,330 ERROR [M:0;412a5e44fd2e:35447 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:38947 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38947,5,PEWorkerGroup] 2024-11-20T23:16:07,330 INFO [M:0;412a5e44fd2e:35447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T23:16:07,330 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T23:16:07,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T23:16:07,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T23:16:07,360 DEBUG [M:0;412a5e44fd2e:35447 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-20T23:16:07,360 DEBUG [M:0;412a5e44fd2e:35447 {}] master.ActiveMasterManager(353): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-20T23:16:07,364 INFO [M:0;412a5e44fd2e:35447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/.lastflushedseqids 2024-11-20T23:16:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741867_1043 (size=650) 2024-11-20T23:16:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741867_1043 (size=650) 2024-11-20T23:16:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741867_1043 (size=650) 2024-11-20T23:16:07,387 INFO [M:0;412a5e44fd2e:35447 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T23:16:07,387 INFO [M:0;412a5e44fd2e:35447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T23:16:07,388 DEBUG [M:0;412a5e44fd2e:35447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T23:16:07,388 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:16:07,388 DEBUG [M:0;412a5e44fd2e:35447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:16:07,388 DEBUG [M:0;412a5e44fd2e:35447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T23:16:07,388 DEBUG [M:0;412a5e44fd2e:35447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:16:07,388 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=243.97 KB heapSize=287.82 KB 2024-11-20T23:16:07,409 DEBUG [M:0;412a5e44fd2e:35447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a21d6e909d9243e180026af78dd54f94 is 82, key is hbase:meta,,1/info:regioninfo/1732144514833/Put/seqid=0 2024-11-20T23:16:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741868_1044 (size=5672) 2024-11-20T23:16:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741868_1044 (size=5672) 2024-11-20T23:16:07,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741868_1044 (size=5672) 2024-11-20T23:16:07,423 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a21d6e909d9243e180026af78dd54f94 2024-11-20T23:16:07,437 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:16:07,437 INFO [RS:0;412a5e44fd2e:46139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:16:07,437 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46139-0x1015a87901b0001, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:16:07,437 INFO [RS:0;412a5e44fd2e:46139 {}] regionserver.HRegionServer(1031): Exiting; stopping=412a5e44fd2e,46139,1732144502400; zookeeper connection closed. 2024-11-20T23:16:07,437 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41dfc8b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41dfc8b8 2024-11-20T23:16:07,437 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T23:16:07,445 DEBUG [M:0;412a5e44fd2e:35447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2372594094444eaeb51dcefeea251a82 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732144526665/Put/seqid=0 2024-11-20T23:16:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741869_1045 (size=9320) 2024-11-20T23:16:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741869_1045 (size=9320) 2024-11-20T23:16:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741869_1045 (size=9320) 2024-11-20T23:16:07,453 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=243.24 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2372594094444eaeb51dcefeea251a82 2024-11-20T23:16:07,459 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2372594094444eaeb51dcefeea251a82 2024-11-20T23:16:07,479 DEBUG [M:0;412a5e44fd2e:35447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f707507e592406b9afa435772934fdb is 69, key is 412a5e44fd2e,43313,1732144502491/rs:state/1732144504160/Put/seqid=0 2024-11-20T23:16:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741870_1046 (size=5442) 2024-11-20T23:16:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741870_1046 (size=5442) 2024-11-20T23:16:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741870_1046 (size=5442) 2024-11-20T23:16:07,486 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f707507e592406b9afa435772934fdb 2024-11-20T23:16:07,491 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f707507e592406b9afa435772934fdb 2024-11-20T23:16:07,492 DEBUG [M:0;412a5e44fd2e:35447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a21d6e909d9243e180026af78dd54f94 as hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a21d6e909d9243e180026af78dd54f94 2024-11-20T23:16:07,497 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a21d6e909d9243e180026af78dd54f94, entries=8, sequenceid=476, filesize=5.5 K 2024-11-20T23:16:07,499 DEBUG [M:0;412a5e44fd2e:35447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2372594094444eaeb51dcefeea251a82 as hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2372594094444eaeb51dcefeea251a82 2024-11-20T23:16:07,504 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2372594094444eaeb51dcefeea251a82 2024-11-20T23:16:07,504 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2372594094444eaeb51dcefeea251a82, entries=54, sequenceid=476, filesize=9.1 K 2024-11-20T23:16:07,506 DEBUG [M:0;412a5e44fd2e:35447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f707507e592406b9afa435772934fdb as hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f707507e592406b9afa435772934fdb 2024-11-20T23:16:07,514 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f707507e592406b9afa435772934fdb 2024-11-20T23:16:07,514 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38947/user/jenkins/test-data/29d5249a-d423-47e4-5f1a-a6dd879da978/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f707507e592406b9afa435772934fdb, entries=3, sequenceid=476, filesize=5.3 K 2024-11-20T23:16:07,515 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~243.97 KB/249827, heapSize ~287.52 KB/294424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=476, compaction requested=false 2024-11-20T23:16:07,516 INFO [M:0;412a5e44fd2e:35447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T23:16:07,516 DEBUG [M:0;412a5e44fd2e:35447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732144567388Disabling compacts and flushes for region at 1732144567388Disabling writes for close at 1732144567388Obtaining lock to block concurrent updates at 1732144567388Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732144567388Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=249827, getHeapSize=294664, getOffHeapSize=0, getCellsCount=579 at 1732144567388Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732144567389 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732144567389Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732144567408 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732144567408Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732144567429 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732144567444 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732144567444Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732144567460 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732144567478 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732144567478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b44f181: reopening flushed file at 1732144567491 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a72861: reopening flushed file at 1732144567498 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c62d591: reopening flushed file at 1732144567505 (+7 ms)Finished flush of dataSize ~243.97 KB/249827, heapSize ~287.52 KB/294424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=476, compaction requested=false at 1732144567515 (+10 ms)Writing region close event to WAL at 1732144567516 (+1 ms)Closed at 1732144567516 2024-11-20T23:16:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39627 is added to blk_1073741830_1006 (size=281598) 2024-11-20T23:16:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46771 is added to blk_1073741830_1006 (size=281598) 2024-11-20T23:16:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741830_1006 (size=281598) 2024-11-20T23:16:07,519 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T23:16:07,519 INFO [M:0;412a5e44fd2e:35447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T23:16:07,519 INFO [M:0;412a5e44fd2e:35447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35447 2024-11-20T23:16:07,519 INFO [M:0;412a5e44fd2e:35447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T23:16:07,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:16:07,628 INFO [M:0;412a5e44fd2e:35447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T23:16:07,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35447-0x1015a87901b0000, quorum=127.0.0.1:61557, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T23:16:07,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f7eb589{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:16:07,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ee24d1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:16:07,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:16:07,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e2f99bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:16:07,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b9b7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/hadoop.log.dir/,STOPPED} 2024-11-20T23:16:07,632 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:16:07,632 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:16:07,632 WARN [BP-1558795754-172.17.0.2-1732144498630 heartbeating to localhost/127.0.0.1:38947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:16:07,632 WARN [BP-1558795754-172.17.0.2-1732144498630 heartbeating to localhost/127.0.0.1:38947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1558795754-172.17.0.2-1732144498630 (Datanode Uuid ede43342-7a6a-47a4-8779-b2326ab93212) service to localhost/127.0.0.1:38947 2024-11-20T23:16:07,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data5/current/BP-1558795754-172.17.0.2-1732144498630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:16:07,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data6/current/BP-1558795754-172.17.0.2-1732144498630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:16:07,634 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:16:07,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a7ea158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:16:07,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2feb0ee8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:16:07,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:16:07,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18820903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:16:07,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3128d8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/hadoop.log.dir/,STOPPED} 2024-11-20T23:16:07,638 WARN [BP-1558795754-172.17.0.2-1732144498630 heartbeating to localhost/127.0.0.1:38947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:16:07,638 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:16:07,638 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:16:07,638 WARN [BP-1558795754-172.17.0.2-1732144498630 heartbeating to localhost/127.0.0.1:38947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1558795754-172.17.0.2-1732144498630 (Datanode Uuid 8f0e0800-dd76-4b4a-ab73-9e7c919bf7f0) service to localhost/127.0.0.1:38947 2024-11-20T23:16:07,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data3/current/BP-1558795754-172.17.0.2-1732144498630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:16:07,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data4/current/BP-1558795754-172.17.0.2-1732144498630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:16:07,639 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:16:07,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3fcae4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T23:16:07,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41d2341b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:16:07,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:16:07,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70fe7c6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:16:07,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c0c772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/hadoop.log.dir/,STOPPED} 2024-11-20T23:16:07,643 WARN [BP-1558795754-172.17.0.2-1732144498630 heartbeating to localhost/127.0.0.1:38947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T23:16:07,643 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T23:16:07,643 WARN [BP-1558795754-172.17.0.2-1732144498630 heartbeating to localhost/127.0.0.1:38947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1558795754-172.17.0.2-1732144498630 (Datanode Uuid fd7631c2-b278-440f-9286-ef0a6fbeec26) service to localhost/127.0.0.1:38947 2024-11-20T23:16:07,643 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T23:16:07,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data1/current/BP-1558795754-172.17.0.2-1732144498630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:16:07,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/cluster_2bb1990a-c5d8-efd1-d3d8-ef60af865560/data/data2/current/BP-1558795754-172.17.0.2-1732144498630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T23:16:07,644 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T23:16:07,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@265115b6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T23:16:07,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@597a5af4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T23:16:07,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T23:16:07,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@628468c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T23:16:07,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a61ad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f504b101-0338-580b-7a25-09561396b0bc/hadoop.log.dir/,STOPPED} 2024-11-20T23:16:07,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T23:16:07,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T23:16:07,705 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:38947 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:38947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:38947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/412a5e44fd2e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:38947 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=905 (was 629) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1688 (was 3805)