2024-11-21 21:12:40,324 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 21:12:40,343 main DEBUG Took 0.016224 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 21:12:40,344 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 21:12:40,344 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 21:12:40,346 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 21:12:40,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,357 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 21:12:40,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,375 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,377 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,378 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,380 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,382 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,383 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,386 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,387 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 21:12:40,388 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,388 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 21:12:40,390 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 21:12:40,391 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 21:12:40,394 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 21:12:40,394 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 21:12:40,396 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 21:12:40,397 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 21:12:40,408 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 21:12:40,412 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 21:12:40,414 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 21:12:40,415 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 21:12:40,416 main DEBUG createAppenders(={Console}) 2024-11-21 21:12:40,417 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-21 21:12:40,417 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-21 21:12:40,418 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-21 21:12:40,419 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 21:12:40,419 main DEBUG OutputStream closed 2024-11-21 21:12:40,419 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 21:12:40,420 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 21:12:40,420 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-21 21:12:40,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 21:12:40,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 21:12:40,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 21:12:40,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 21:12:40,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 21:12:40,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 21:12:40,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 21:12:40,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 21:12:40,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 21:12:40,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 21:12:40,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 21:12:40,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 21:12:40,551 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 21:12:40,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 21:12:40,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 21:12:40,552 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 21:12:40,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 21:12:40,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 21:12:40,557 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 21:12:40,558 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-21 21:12:40,558 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 21:12:40,559 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-21T21:12:40,580 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-21 21:12:40,584 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 21:12:40,585 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T21:12:40,596 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-21T21:12:40,643 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=13910 2024-11-21T21:12:41,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758 2024-11-21T21:12:41,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T21:12:41,078 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726, deleteOnExit=true 2024-11-21T21:12:41,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T21:12:41,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/test.cache.data in system properties and HBase conf 2024-11-21T21:12:41,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T21:12:41,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.log.dir in system properties and HBase conf 2024-11-21T21:12:41,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T21:12:41,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T21:12:41,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T21:12:41,177 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T21:12:41,311 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T21:12:41,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:12:41,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:12:41,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T21:12:41,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:12:41,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T21:12:41,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T21:12:41,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:12:41,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:12:41,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T21:12:41,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/nfs.dump.dir in system properties and HBase conf 2024-11-21T21:12:41,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/java.io.tmpdir in system properties and HBase conf 2024-11-21T21:12:41,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:12:41,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T21:12:41,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T21:12:42,747 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T21:12:42,843 INFO [Time-limited test {}] log.Log(170): Logging initialized @3510ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T21:12:42,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:12:43,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:12:43,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:12:43,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:12:43,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T21:12:43,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:12:43,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:12:43,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:12:43,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/java.io.tmpdir/jetty-localhost-44249-hadoop-hdfs-3_4_1-tests_jar-_-any-1728760017024683241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T21:12:43,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:44249} 2024-11-21T21:12:43,311 INFO [Time-limited test {}] server.Server(415): Started @3979ms 2024-11-21T21:12:43,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:12:43,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:12:43,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:12:43,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:12:43,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T21:12:43,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:12:43,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:12:44,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/java.io.tmpdir/jetty-localhost-41765-hadoop-hdfs-3_4_1-tests_jar-_-any-5916249942977783734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:12:44,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:41765} 2024-11-21T21:12:44,110 INFO [Time-limited test {}] server.Server(415): Started @4777ms 2024-11-21T21:12:44,164 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:12:44,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:12:44,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:12:44,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:12:44,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:12:44,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T21:12:44,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:12:44,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:12:44,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/java.io.tmpdir/jetty-localhost-35475-hadoop-hdfs-3_4_1-tests_jar-_-any-3751258311797357580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:12:44,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:35475} 2024-11-21T21:12:44,500 INFO [Time-limited test {}] server.Server(415): Started @5167ms 2024-11-21T21:12:44,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:12:44,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:12:44,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:12:44,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:12:44,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:12:44,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T21:12:44,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:12:44,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:12:44,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/java.io.tmpdir/jetty-localhost-35925-hadoop-hdfs-3_4_1-tests_jar-_-any-17385267056311216798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:12:44,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:35925} 2024-11-21T21:12:44,677 INFO [Time-limited test {}] server.Server(415): Started @5345ms 2024-11-21T21:12:44,679 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:12:46,327 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data3/current/BP-1817307474-172.17.0.2-1732223561965/current, will proceed with Du for space computation calculation, 2024-11-21T21:12:46,327 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data2/current/BP-1817307474-172.17.0.2-1732223561965/current, will proceed with Du for space computation calculation, 2024-11-21T21:12:46,327 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data1/current/BP-1817307474-172.17.0.2-1732223561965/current, will proceed with Du for space computation calculation, 2024-11-21T21:12:46,328 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data4/current/BP-1817307474-172.17.0.2-1732223561965/current, will proceed with Du for space computation calculation, 2024-11-21T21:12:46,359 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data5/current/BP-1817307474-172.17.0.2-1732223561965/current, will proceed with Du for space computation calculation, 2024-11-21T21:12:46,361 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data6/current/BP-1817307474-172.17.0.2-1732223561965/current, will proceed with Du for space computation calculation, 2024-11-21T21:12:46,420 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:12:46,421 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:12:46,430 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:12:46,482 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x615ab747ca081fc8 with lease ID 0x7adec820ff35b253: Processing first storage report for DS-d9520499-5516-4bae-958f-2e70040c9f2b from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=b6b292ca-d53c-4e0a-b801-16d6e8a17cf8, infoPort=38227, infoSecurePort=0, ipcPort=46519, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965) 2024-11-21T21:12:46,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x615ab747ca081fc8 with lease ID 0x7adec820ff35b253: from storage DS-d9520499-5516-4bae-958f-2e70040c9f2b node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=b6b292ca-d53c-4e0a-b801-16d6e8a17cf8, infoPort=38227, infoSecurePort=0, ipcPort=46519, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T21:12:46,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd389ffa1d9199c59 with lease ID 0x7adec820ff35b252: Processing first storage report for DS-115be04a-a7ac-483f-b3f7-a753ad04b3ab from datanode DatanodeRegistration(127.0.0.1:39681, datanodeUuid=19e1a853-65bc-464f-b437-cb5e97ea5e05, infoPort=45051, infoSecurePort=0, ipcPort=35869, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965) 2024-11-21T21:12:46,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd389ffa1d9199c59 with lease ID 0x7adec820ff35b252: from storage DS-115be04a-a7ac-483f-b3f7-a753ad04b3ab node DatanodeRegistration(127.0.0.1:39681, datanodeUuid=19e1a853-65bc-464f-b437-cb5e97ea5e05, infoPort=45051, infoSecurePort=0, ipcPort=35869, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T21:12:46,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x615ab747ca081fc8 with lease ID 0x7adec820ff35b253: Processing first storage report for DS-c94bb876-fb53-424f-b487-022397cc808c from datanode DatanodeRegistration(127.0.0.1:44493, datanodeUuid=b6b292ca-d53c-4e0a-b801-16d6e8a17cf8, infoPort=38227, infoSecurePort=0, ipcPort=46519, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965) 2024-11-21T21:12:46,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x615ab747ca081fc8 with lease ID 0x7adec820ff35b253: from storage DS-c94bb876-fb53-424f-b487-022397cc808c node DatanodeRegistration(127.0.0.1:44493, datanodeUuid=b6b292ca-d53c-4e0a-b801-16d6e8a17cf8, infoPort=38227, infoSecurePort=0, ipcPort=46519, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:12:46,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd389ffa1d9199c59 with lease ID 0x7adec820ff35b252: Processing first storage report for DS-615df2f8-14af-4f92-97d7-976da9118892 from datanode DatanodeRegistration(127.0.0.1:39681, datanodeUuid=19e1a853-65bc-464f-b437-cb5e97ea5e05, infoPort=45051, infoSecurePort=0, ipcPort=35869, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965) 2024-11-21T21:12:46,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd389ffa1d9199c59 with lease ID 0x7adec820ff35b252: from storage DS-615df2f8-14af-4f92-97d7-976da9118892 node DatanodeRegistration(127.0.0.1:39681, datanodeUuid=19e1a853-65bc-464f-b437-cb5e97ea5e05, infoPort=45051, infoSecurePort=0, ipcPort=35869, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T21:12:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7edc2e640e23778f with lease ID 0x7adec820ff35b254: Processing first storage report for DS-4cbb70c3-f902-4c7f-a590-11b61518dc80 from datanode DatanodeRegistration(127.0.0.1:44033, datanodeUuid=2a35911d-faef-4083-b6e2-338553624c68, infoPort=41325, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965) 2024-11-21T21:12:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7edc2e640e23778f with lease ID 0x7adec820ff35b254: from storage DS-4cbb70c3-f902-4c7f-a590-11b61518dc80 node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=2a35911d-faef-4083-b6e2-338553624c68, infoPort=41325, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T21:12:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7edc2e640e23778f with lease ID 0x7adec820ff35b254: Processing first storage report for DS-71a6fb60-d2b2-44dc-a498-6cda25e9016d from datanode DatanodeRegistration(127.0.0.1:44033, datanodeUuid=2a35911d-faef-4083-b6e2-338553624c68, infoPort=41325, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965) 2024-11-21T21:12:46,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7edc2e640e23778f with lease ID 0x7adec820ff35b254: from storage DS-71a6fb60-d2b2-44dc-a498-6cda25e9016d node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=2a35911d-faef-4083-b6e2-338553624c68, infoPort=41325, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:12:46,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758 2024-11-21T21:12:46,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/zookeeper_0, clientPort=52397, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T21:12:46,596 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52397 2024-11-21T21:12:46,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:12:46,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:12:46,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:12:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:12:46,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:12:47,241 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 with version=8 2024-11-21T21:12:47,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/hbase-staging 2024-11-21T21:12:47,328 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T21:12:47,595 INFO [Time-limited test {}] client.ConnectionUtils(128): master/849dee24a242:0 server-side Connection retries=45 2024-11-21T21:12:47,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:47,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:47,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:12:47,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:47,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:12:47,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T21:12:47,812 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T21:12:47,823 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T21:12:47,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:12:47,864 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1008 (auto-detected) 2024-11-21T21:12:47,866 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T21:12:47,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33893 2024-11-21T21:12:47,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33893 connecting to ZooKeeper ensemble=127.0.0.1:52397 2024-11-21T21:12:48,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338930x0, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:12:48,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33893-0x1015f3dfe930000 connected 2024-11-21T21:12:48,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:12:48,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:12:48,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:12:48,149 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962, hbase.cluster.distributed=false 2024-11-21T21:12:48,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:12:48,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33893 2024-11-21T21:12:48,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33893 2024-11-21T21:12:48,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33893 2024-11-21T21:12:48,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33893 2024-11-21T21:12:48,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33893 2024-11-21T21:12:48,279 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/849dee24a242:0 server-side Connection retries=45 2024-11-21T21:12:48,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:48,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:48,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:12:48,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:48,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:12:48,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:12:48,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:12:48,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40593 2024-11-21T21:12:48,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40593 connecting to ZooKeeper ensemble=127.0.0.1:52397 2024-11-21T21:12:48,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:12:48,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:12:48,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405930x0, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:12:48,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40593-0x1015f3dfe930001 connected 2024-11-21T21:12:48,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:12:48,312 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:12:48,320 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:12:48,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:12:48,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:12:48,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-21T21:12:48,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40593 2024-11-21T21:12:48,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40593 2024-11-21T21:12:48,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-21T21:12:48,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-21T21:12:48,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/849dee24a242:0 server-side Connection retries=45 2024-11-21T21:12:48,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:48,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:48,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:12:48,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:48,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:12:48,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:12:48,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:12:48,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39513 2024-11-21T21:12:48,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39513 connecting to ZooKeeper ensemble=127.0.0.1:52397 2024-11-21T21:12:48,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:12:48,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:12:48,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395130x0, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:12:48,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395130x0, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:12:48,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39513-0x1015f3dfe930002 connected 2024-11-21T21:12:48,370 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:12:48,372 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:12:48,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:12:48,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:12:48,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39513 2024-11-21T21:12:48,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39513 2024-11-21T21:12:48,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39513 2024-11-21T21:12:48,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39513 2024-11-21T21:12:48,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39513 2024-11-21T21:12:48,392 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/849dee24a242:0 server-side Connection retries=45 2024-11-21T21:12:48,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:48,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:48,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:12:48,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:12:48,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:12:48,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:12:48,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:12:48,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34155 2024-11-21T21:12:48,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34155 connecting to ZooKeeper ensemble=127.0.0.1:52397 2024-11-21T21:12:48,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:12:48,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:12:48,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341550x0, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:12:48,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341550x0, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:12:48,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34155-0x1015f3dfe930003 connected 2024-11-21T21:12:48,412 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:12:48,413 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:12:48,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:12:48,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:12:48,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34155 2024-11-21T21:12:48,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34155 2024-11-21T21:12:48,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34155 2024-11-21T21:12:48,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34155 2024-11-21T21:12:48,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34155 2024-11-21T21:12:48,438 DEBUG [M:0;849dee24a242:33893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;849dee24a242:33893 2024-11-21T21:12:48,439 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/849dee24a242,33893,1732223567428 2024-11-21T21:12:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:12:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:12:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:12:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:12:48,456 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/849dee24a242,33893,1732223567428 2024-11-21T21:12:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:12:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:12:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:12:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:48,487 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T21:12:48,489 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/849dee24a242,33893,1732223567428 from backup master directory 2024-11-21T21:12:48,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:12:48,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:12:48,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/849dee24a242,33893,1732223567428 2024-11-21T21:12:48,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:12:48,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:12:48,504 WARN [master/849dee24a242:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:12:48,505 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=849dee24a242,33893,1732223567428 2024-11-21T21:12:48,507 INFO [master/849dee24a242:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T21:12:48,509 INFO [master/849dee24a242:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T21:12:48,568 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/hbase.id] with ID: 577b7e3e-6a04-44b7-9a9f-cdf52a877c02 2024-11-21T21:12:48,569 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/.tmp/hbase.id 2024-11-21T21:12:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:12:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:12:48,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:12:48,588 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/.tmp/hbase.id]:[hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/hbase.id] 2024-11-21T21:12:48,631 INFO [master/849dee24a242:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:12:48,635 INFO [master/849dee24a242:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T21:12:48,655 INFO [master/849dee24a242:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-21T21:12:48,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:48,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:48,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:48,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:48,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:12:48,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:12:48,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:12:48,696 INFO [master/849dee24a242:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:12:48,698 INFO [master/849dee24a242:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T21:12:48,712 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:12:48,715 INFO [master/849dee24a242:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:12:48,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:12:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:12:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:12:48,761 INFO [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store 2024-11-21T21:12:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:12:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:12:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:12:48,788 INFO [master/849dee24a242:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T21:12:48,791 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:12:48,792 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T21:12:48,793 INFO [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:12:48,793 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:12:48,794 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T21:12:48,795 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:12:48,795 INFO [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:12:48,796 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732223568792Disabling compacts and flushes for region at 1732223568792Disabling writes for close at 1732223568794 (+2 ms)Writing region close event to WAL at 1732223568795 (+1 ms)Closed at 1732223568795 2024-11-21T21:12:48,798 WARN [master/849dee24a242:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/.initializing 2024-11-21T21:12:48,798 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/WALs/849dee24a242,33893,1732223567428 2024-11-21T21:12:48,807 INFO [master/849dee24a242:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:12:48,821 INFO [master/849dee24a242:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=849dee24a242%2C33893%2C1732223567428, suffix=, logDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/WALs/849dee24a242,33893,1732223567428, archiveDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/oldWALs, maxLogs=10 2024-11-21T21:12:48,847 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/WALs/849dee24a242,33893,1732223567428/849dee24a242%2C33893%2C1732223567428.1732223568826, exclude list is [], retry=0 2024-11-21T21:12:48,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-115be04a-a7ac-483f-b3f7-a753ad04b3ab,DISK] 2024-11-21T21:12:48,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-d9520499-5516-4bae-958f-2e70040c9f2b,DISK] 2024-11-21T21:12:48,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-4cbb70c3-f902-4c7f-a590-11b61518dc80,DISK] 2024-11-21T21:12:48,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T21:12:48,905 INFO [master/849dee24a242:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/WALs/849dee24a242,33893,1732223567428/849dee24a242%2C33893%2C1732223567428.1732223568826 2024-11-21T21:12:48,906 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38227:38227),(127.0.0.1/127.0.0.1:45051:45051),(127.0.0.1/127.0.0.1:41325:41325)] 2024-11-21T21:12:48,906 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:12:48,907 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:12:48,909 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:48,910 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:48,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:48,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T21:12:48,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:12:48,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:12:48,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:48,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T21:12:48,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:12:48,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:12:48,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:48,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T21:12:48,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:12:48,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:12:48,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:48,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T21:12:48,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:12:48,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:12:48,985 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:48,988 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:48,990 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:48,994 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:48,994 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:48,998 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:12:49,001 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:12:49,005 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:12:49,006 INFO [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72350437, jitterRate=0.07810552418231964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:12:49,014 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732223568921Initializing all the Stores at 1732223568923 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223568923Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223568924 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223568924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223568924Cleaning up temporary data from old regions at 1732223568995 (+71 ms)Region opened successfully at 1732223569014 (+19 ms) 2024-11-21T21:12:49,015 INFO [master/849dee24a242:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T21:12:49,047 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c664dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=849dee24a242/172.17.0.2:0 2024-11-21T21:12:49,076 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T21:12:49,086 INFO [master/849dee24a242:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T21:12:49,087 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T21:12:49,090 INFO [master/849dee24a242:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:12:49,091 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T21:12:49,096 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T21:12:49,096 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T21:12:49,129 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T21:12:49,137 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T21:12:49,190 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T21:12:49,193 INFO [master/849dee24a242:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T21:12:49,195 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T21:12:49,200 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T21:12:49,203 INFO [master/849dee24a242:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T21:12:49,206 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T21:12:49,219 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T21:12:49,221 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T21:12:49,232 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T21:12:49,252 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T21:12:49,263 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T21:12:49,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:12:49,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:12:49,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:12:49,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:12:49,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,280 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=849dee24a242,33893,1732223567428, sessionid=0x1015f3dfe930000, setting cluster-up flag (Was=false) 2024-11-21T21:12:49,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,338 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T21:12:49,343 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=849dee24a242,33893,1732223567428 2024-11-21T21:12:49,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:49,401 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T21:12:49,404 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=849dee24a242,33893,1732223567428 2024-11-21T21:12:49,413 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T21:12:49,428 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(746): ClusterId : 577b7e3e-6a04-44b7-9a9f-cdf52a877c02 2024-11-21T21:12:49,428 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(746): ClusterId : 577b7e3e-6a04-44b7-9a9f-cdf52a877c02 2024-11-21T21:12:49,428 INFO [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(746): ClusterId : 577b7e3e-6a04-44b7-9a9f-cdf52a877c02 2024-11-21T21:12:49,431 DEBUG [RS:1;849dee24a242:39513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:12:49,431 DEBUG [RS:0;849dee24a242:40593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:12:49,431 DEBUG [RS:2;849dee24a242:34155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:12:49,445 DEBUG [RS:0;849dee24a242:40593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:12:49,445 DEBUG [RS:1;849dee24a242:39513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:12:49,445 DEBUG [RS:2;849dee24a242:34155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:12:49,445 DEBUG [RS:1;849dee24a242:39513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:12:49,445 DEBUG [RS:0;849dee24a242:40593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:12:49,445 DEBUG [RS:2;849dee24a242:34155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:12:49,454 DEBUG [RS:1;849dee24a242:39513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:12:49,454 DEBUG [RS:2;849dee24a242:34155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:12:49,454 DEBUG [RS:0;849dee24a242:40593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:12:49,455 DEBUG [RS:1;849dee24a242:39513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29226f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=849dee24a242/172.17.0.2:0 2024-11-21T21:12:49,455 DEBUG [RS:0;849dee24a242:40593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d16724e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=849dee24a242/172.17.0.2:0 2024-11-21T21:12:49,455 DEBUG [RS:2;849dee24a242:34155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a655919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=849dee24a242/172.17.0.2:0 2024-11-21T21:12:49,474 DEBUG [RS:1;849dee24a242:39513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;849dee24a242:39513 2024-11-21T21:12:49,474 DEBUG [RS:2;849dee24a242:34155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;849dee24a242:34155 2024-11-21T21:12:49,474 DEBUG [RS:0;849dee24a242:40593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;849dee24a242:40593 2024-11-21T21:12:49,478 INFO [RS:1;849dee24a242:39513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:12:49,478 INFO [RS:0;849dee24a242:40593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:12:49,478 INFO [RS:2;849dee24a242:34155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:12:49,478 INFO [RS:1;849dee24a242:39513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:12:49,478 INFO [RS:2;849dee24a242:34155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:12:49,478 INFO [RS:0;849dee24a242:40593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:12:49,478 DEBUG [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:12:49,478 DEBUG [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:12:49,478 DEBUG [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:12:49,481 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(2659): reportForDuty to master=849dee24a242,33893,1732223567428 with port=40593, startcode=1732223568247 2024-11-21T21:12:49,481 INFO [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(2659): reportForDuty to master=849dee24a242,33893,1732223567428 with port=39513, startcode=1732223568350 2024-11-21T21:12:49,481 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(2659): reportForDuty to master=849dee24a242,33893,1732223567428 with port=34155, startcode=1732223568392 2024-11-21T21:12:49,493 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:12:49,495 DEBUG [RS:0;849dee24a242:40593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:12:49,495 DEBUG [RS:2;849dee24a242:34155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:12:49,495 DEBUG [RS:1;849dee24a242:39513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:12:49,503 INFO [master/849dee24a242:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T21:12:49,511 INFO [master/849dee24a242:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T21:12:49,517 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 849dee24a242,33893,1732223567428 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T21:12:49,526 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/849dee24a242:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:12:49,526 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/849dee24a242:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:12:49,526 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/849dee24a242:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:12:49,526 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/849dee24a242:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:12:49,527 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/849dee24a242:0, corePoolSize=10, maxPoolSize=10 2024-11-21T21:12:49,527 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,527 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/849dee24a242:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:12:49,527 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:12:49,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T21:12:49,537 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732223599536 2024-11-21T21:12:49,537 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:12:49,537 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:12:49,537 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:12:49,539 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T21:12:49,540 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T21:12:49,543 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:12:49,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T21:12:49,544 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T21:12:49,544 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T21:12:49,544 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T21:12:49,545 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T21:12:49,544 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T21:12:49,546 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,551 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T21:12:49,552 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T21:12:49,552 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T21:12:49,553 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T21:12:49,554 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T21:12:49,556 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T21:12:49,557 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T21:12:49,560 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/849dee24a242:0:becomeActiveMaster-HFileCleaner.large.0-1732223569558,5,FailOnTimeoutGroup] 2024-11-21T21:12:49,565 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/849dee24a242:0:becomeActiveMaster-HFileCleaner.small.0-1732223569560,5,FailOnTimeoutGroup] 2024-11-21T21:12:49,565 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,565 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T21:12:49,597 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,598 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:12:49,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:12:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:12:49,601 DEBUG [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T21:12:49,601 DEBUG [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T21:12:49,601 DEBUG [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T21:12:49,601 WARN [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T21:12:49,601 WARN [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T21:12:49,601 WARN [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T21:12:49,603 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T21:12:49,604 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:12:49,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:12:49,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:12:49,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:12:49,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:12:49,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:12:49,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:12:49,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:12:49,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:12:49,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:12:49,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:12:49,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:12:49,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:12:49,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:12:49,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:12:49,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:12:49,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:12:49,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:12:49,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:12:49,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:12:49,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:12:49,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:12:49,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740 2024-11-21T21:12:49,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740 2024-11-21T21:12:49,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:12:49,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:12:49,659 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:12:49,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:12:49,668 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:12:49,669 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74285843, jitterRate=0.10694532096385956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:12:49,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732223569628Initializing all the Stores at 1732223569630 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223569630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223569630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223569630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223569631 (+1 ms)Cleaning up temporary data from old regions at 1732223569658 (+27 ms)Region opened successfully at 1732223569673 (+15 ms) 2024-11-21T21:12:49,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T21:12:49,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T21:12:49,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T21:12:49,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T21:12:49,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T21:12:49,675 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T21:12:49,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732223569673Disabling compacts and flushes for region at 1732223569673Disabling writes for close at 1732223569674 (+1 ms)Writing region close event to WAL at 1732223569675 (+1 ms)Closed at 1732223569675 2024-11-21T21:12:49,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:12:49,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T21:12:49,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T21:12:49,696 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:12:49,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T21:12:49,703 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(2659): reportForDuty to master=849dee24a242,33893,1732223567428 with port=40593, startcode=1732223568247 2024-11-21T21:12:49,703 INFO [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(2659): reportForDuty to master=849dee24a242,33893,1732223567428 with port=39513, startcode=1732223568350 2024-11-21T21:12:49,703 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(2659): reportForDuty to master=849dee24a242,33893,1732223567428 with port=34155, startcode=1732223568392 2024-11-21T21:12:49,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 849dee24a242,34155,1732223568392 2024-11-21T21:12:49,707 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] master.ServerManager(517): Registering regionserver=849dee24a242,34155,1732223568392 2024-11-21T21:12:49,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 849dee24a242,39513,1732223568350 2024-11-21T21:12:49,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] master.ServerManager(517): Registering regionserver=849dee24a242,39513,1732223568350 2024-11-21T21:12:49,715 DEBUG [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:12:49,715 DEBUG [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40949 2024-11-21T21:12:49,715 DEBUG [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:12:49,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 849dee24a242,40593,1732223568247 2024-11-21T21:12:49,718 DEBUG [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:12:49,718 DEBUG [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40949 2024-11-21T21:12:49,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] master.ServerManager(517): Registering regionserver=849dee24a242,40593,1732223568247 2024-11-21T21:12:49,718 DEBUG [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:12:49,721 DEBUG [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:12:49,721 DEBUG [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40949 2024-11-21T21:12:49,721 DEBUG [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:12:49,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:12:49,796 DEBUG [RS:2;849dee24a242:34155 {}] zookeeper.ZKUtil(111): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/849dee24a242,34155,1732223568392 2024-11-21T21:12:49,796 WARN [RS:2;849dee24a242:34155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:12:49,797 DEBUG [RS:1;849dee24a242:39513 {}] zookeeper.ZKUtil(111): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/849dee24a242,39513,1732223568350 2024-11-21T21:12:49,797 DEBUG [RS:0;849dee24a242:40593 {}] zookeeper.ZKUtil(111): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/849dee24a242,40593,1732223568247 2024-11-21T21:12:49,797 INFO [RS:2;849dee24a242:34155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:12:49,797 WARN [RS:0;849dee24a242:40593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:12:49,797 WARN [RS:1;849dee24a242:39513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:12:49,797 INFO [RS:0;849dee24a242:40593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:12:49,797 INFO [RS:1;849dee24a242:39513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:12:49,797 DEBUG [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,34155,1732223568392 2024-11-21T21:12:49,797 DEBUG [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,40593,1732223568247 2024-11-21T21:12:49,797 DEBUG [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350 2024-11-21T21:12:49,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [849dee24a242,34155,1732223568392] 2024-11-21T21:12:49,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [849dee24a242,39513,1732223568350] 2024-11-21T21:12:49,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [849dee24a242,40593,1732223568247] 2024-11-21T21:12:49,824 INFO [RS:2;849dee24a242:34155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:12:49,824 INFO [RS:0;849dee24a242:40593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:12:49,824 INFO [RS:1;849dee24a242:39513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:12:49,844 INFO [RS:2;849dee24a242:34155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:12:49,844 INFO [RS:0;849dee24a242:40593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:12:49,844 INFO [RS:1;849dee24a242:39513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:12:49,850 WARN [849dee24a242:33893 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:12:49,850 INFO [RS:1;849dee24a242:39513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:12:49,850 INFO [RS:2;849dee24a242:34155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:12:49,850 INFO [RS:0;849dee24a242:40593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:12:49,851 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,851 INFO [RS:1;849dee24a242:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,851 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,853 INFO [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:12:49,854 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:12:49,855 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:12:49,859 INFO [RS:0;849dee24a242:40593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:12:49,859 INFO [RS:2;849dee24a242:34155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:12:49,859 INFO [RS:1;849dee24a242:39513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:12:49,861 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,861 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,862 INFO [RS:1;849dee24a242:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,862 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,862 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,862 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,862 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,862 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,862 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:12:49,863 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:12:49,863 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:12:49,863 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,863 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:12:49,864 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:12:49,864 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:12:49,864 DEBUG [RS:2;849dee24a242:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:12:49,864 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:12:49,864 DEBUG [RS:1;849dee24a242:39513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:12:49,865 DEBUG [RS:0;849dee24a242:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:12:49,867 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:1;849dee24a242:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:1;849dee24a242:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:1;849dee24a242:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:1;849dee24a242:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:1;849dee24a242:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,40593,1732223568247-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:1;849dee24a242:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,39513,1732223568350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:12:49,867 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,34155,1732223568392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:12:49,889 INFO [RS:1;849dee24a242:39513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:12:49,892 INFO [RS:1;849dee24a242:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,39513,1732223568350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,892 INFO [RS:1;849dee24a242:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,892 INFO [RS:1;849dee24a242:39513 {}] regionserver.Replication(171): 849dee24a242,39513,1732223568350 started 2024-11-21T21:12:49,896 INFO [RS:2;849dee24a242:34155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:12:49,896 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,34155,1732223568392-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,896 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,896 INFO [RS:0;849dee24a242:40593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:12:49,896 INFO [RS:2;849dee24a242:34155 {}] regionserver.Replication(171): 849dee24a242,34155,1732223568392 started 2024-11-21T21:12:49,896 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,40593,1732223568247-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,897 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,897 INFO [RS:0;849dee24a242:40593 {}] regionserver.Replication(171): 849dee24a242,40593,1732223568247 started 2024-11-21T21:12:49,914 INFO [RS:1;849dee24a242:39513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,914 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,915 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(1482): Serving as 849dee24a242,34155,1732223568392, RpcServer on 849dee24a242/172.17.0.2:34155, sessionid=0x1015f3dfe930003 2024-11-21T21:12:49,915 INFO [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(1482): Serving as 849dee24a242,39513,1732223568350, RpcServer on 849dee24a242/172.17.0.2:39513, sessionid=0x1015f3dfe930002 2024-11-21T21:12:49,916 DEBUG [RS:2;849dee24a242:34155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:12:49,916 DEBUG [RS:1;849dee24a242:39513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:12:49,916 DEBUG [RS:1;849dee24a242:39513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 849dee24a242,39513,1732223568350 2024-11-21T21:12:49,916 DEBUG [RS:2;849dee24a242:34155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 849dee24a242,34155,1732223568392 2024-11-21T21:12:49,916 DEBUG [RS:1;849dee24a242:39513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,39513,1732223568350' 2024-11-21T21:12:49,916 DEBUG [RS:2;849dee24a242:34155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,34155,1732223568392' 2024-11-21T21:12:49,916 DEBUG [RS:1;849dee24a242:39513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:12:49,916 DEBUG [RS:2;849dee24a242:34155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:12:49,918 DEBUG [RS:2;849dee24a242:34155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:12:49,918 DEBUG [RS:1;849dee24a242:39513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:12:49,918 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:12:49,918 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(1482): Serving as 849dee24a242,40593,1732223568247, RpcServer on 849dee24a242/172.17.0.2:40593, sessionid=0x1015f3dfe930001 2024-11-21T21:12:49,919 DEBUG [RS:0;849dee24a242:40593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:12:49,919 DEBUG [RS:0;849dee24a242:40593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 849dee24a242,40593,1732223568247 2024-11-21T21:12:49,919 DEBUG [RS:2;849dee24a242:34155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:12:49,919 DEBUG [RS:0;849dee24a242:40593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,40593,1732223568247' 2024-11-21T21:12:49,919 DEBUG [RS:2;849dee24a242:34155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:12:49,919 DEBUG [RS:0;849dee24a242:40593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:12:49,919 DEBUG [RS:2;849dee24a242:34155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 849dee24a242,34155,1732223568392 2024-11-21T21:12:49,919 DEBUG [RS:2;849dee24a242:34155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,34155,1732223568392' 2024-11-21T21:12:49,919 DEBUG [RS:2;849dee24a242:34155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:12:49,920 DEBUG [RS:0;849dee24a242:40593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:12:49,920 DEBUG [RS:2;849dee24a242:34155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:12:49,920 DEBUG [RS:0;849dee24a242:40593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:12:49,921 DEBUG [RS:0;849dee24a242:40593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:12:49,921 DEBUG [RS:0;849dee24a242:40593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 849dee24a242,40593,1732223568247 2024-11-21T21:12:49,921 DEBUG [RS:2;849dee24a242:34155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:12:49,921 DEBUG [RS:0;849dee24a242:40593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,40593,1732223568247' 2024-11-21T21:12:49,921 INFO [RS:2;849dee24a242:34155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:12:49,921 DEBUG [RS:0;849dee24a242:40593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:12:49,921 INFO [RS:2;849dee24a242:34155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:12:49,922 DEBUG [RS:0;849dee24a242:40593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:12:49,922 DEBUG [RS:0;849dee24a242:40593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:12:49,923 INFO [RS:0;849dee24a242:40593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:12:49,923 INFO [RS:0;849dee24a242:40593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:12:49,924 DEBUG [RS:1;849dee24a242:39513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:12:49,924 DEBUG [RS:1;849dee24a242:39513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:12:49,924 DEBUG [RS:1;849dee24a242:39513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 849dee24a242,39513,1732223568350 2024-11-21T21:12:49,924 DEBUG [RS:1;849dee24a242:39513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,39513,1732223568350' 2024-11-21T21:12:49,925 DEBUG [RS:1;849dee24a242:39513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:12:49,926 DEBUG [RS:1;849dee24a242:39513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:12:49,926 DEBUG [RS:1;849dee24a242:39513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:12:49,926 INFO [RS:1;849dee24a242:39513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:12:49,927 INFO [RS:1;849dee24a242:39513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:12:50,027 INFO [RS:0;849dee24a242:40593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:12:50,027 INFO [RS:2;849dee24a242:34155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:12:50,027 INFO [RS:1;849dee24a242:39513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:12:50,030 INFO [RS:2;849dee24a242:34155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=849dee24a242%2C34155%2C1732223568392, suffix=, logDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,34155,1732223568392, archiveDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/oldWALs, maxLogs=32 2024-11-21T21:12:50,030 INFO [RS:0;849dee24a242:40593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=849dee24a242%2C40593%2C1732223568247, suffix=, logDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,40593,1732223568247, archiveDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/oldWALs, maxLogs=32 2024-11-21T21:12:50,030 INFO [RS:1;849dee24a242:39513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=849dee24a242%2C39513%2C1732223568350, suffix=, logDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350, archiveDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/oldWALs, maxLogs=32 2024-11-21T21:12:50,046 DEBUG [RS:1;849dee24a242:39513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350/849dee24a242%2C39513%2C1732223568350.1732223570033, exclude list is [], retry=0 2024-11-21T21:12:50,047 DEBUG [RS:0;849dee24a242:40593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,40593,1732223568247/849dee24a242%2C40593%2C1732223568247.1732223570033, exclude list is [], retry=0 2024-11-21T21:12:50,049 DEBUG [RS:2;849dee24a242:34155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,34155,1732223568392/849dee24a242%2C34155%2C1732223568392.1732223570035, exclude list is [], retry=0 2024-11-21T21:12:50,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-d9520499-5516-4bae-958f-2e70040c9f2b,DISK] 2024-11-21T21:12:50,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-d9520499-5516-4bae-958f-2e70040c9f2b,DISK] 2024-11-21T21:12:50,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-115be04a-a7ac-483f-b3f7-a753ad04b3ab,DISK] 2024-11-21T21:12:50,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-115be04a-a7ac-483f-b3f7-a753ad04b3ab,DISK] 2024-11-21T21:12:50,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-4cbb70c3-f902-4c7f-a590-11b61518dc80,DISK] 2024-11-21T21:12:50,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-4cbb70c3-f902-4c7f-a590-11b61518dc80,DISK] 2024-11-21T21:12:50,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-4cbb70c3-f902-4c7f-a590-11b61518dc80,DISK] 2024-11-21T21:12:50,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-d9520499-5516-4bae-958f-2e70040c9f2b,DISK] 2024-11-21T21:12:50,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-115be04a-a7ac-483f-b3f7-a753ad04b3ab,DISK] 2024-11-21T21:12:50,063 INFO [RS:1;849dee24a242:39513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350/849dee24a242%2C39513%2C1732223568350.1732223570033 2024-11-21T21:12:50,070 INFO [RS:0;849dee24a242:40593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,40593,1732223568247/849dee24a242%2C40593%2C1732223568247.1732223570033 2024-11-21T21:12:50,075 DEBUG [RS:1;849dee24a242:39513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38227:38227),(127.0.0.1/127.0.0.1:45051:45051),(127.0.0.1/127.0.0.1:41325:41325)] 2024-11-21T21:12:50,075 DEBUG [RS:0;849dee24a242:40593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45051:45051),(127.0.0.1/127.0.0.1:38227:38227),(127.0.0.1/127.0.0.1:41325:41325)] 2024-11-21T21:12:50,077 INFO [RS:2;849dee24a242:34155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,34155,1732223568392/849dee24a242%2C34155%2C1732223568392.1732223570035 2024-11-21T21:12:50,079 DEBUG [RS:2;849dee24a242:34155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41325:41325),(127.0.0.1/127.0.0.1:38227:38227),(127.0.0.1/127.0.0.1:45051:45051)] 2024-11-21T21:12:50,103 DEBUG [849dee24a242:33893 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T21:12:50,113 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(204): Hosts are {849dee24a242=0} racks are {/default-rack=0} 2024-11-21T21:12:50,120 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:12:50,120 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:12:50,120 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T21:12:50,120 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:12:50,120 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:12:50,121 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T21:12:50,121 INFO [849dee24a242:33893 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:12:50,121 INFO [849dee24a242:33893 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:12:50,121 INFO [849dee24a242:33893 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T21:12:50,121 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:12:50,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:12:50,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 849dee24a242,34155,1732223568392, state=OPENING 2024-11-21T21:12:50,158 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T21:12:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:12:50,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:12:50,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:12:50,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:12:50,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:12:50,303 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:12:50,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=849dee24a242,34155,1732223568392}] 2024-11-21T21:12:57,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T21:12:57,811 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T21:13:00,335 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:13:00,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:13:00,350 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T21:13:00,350 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:13:00,351 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T21:13:00,353 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=849dee24a242%2C34155%2C1732223568392.meta, suffix=.meta, logDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,34155,1732223568392, archiveDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/oldWALs, maxLogs=32 2024-11-21T21:13:00,368 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,34155,1732223568392/849dee24a242%2C34155%2C1732223568392.meta.1732223580355.meta, exclude list is [], retry=0 2024-11-21T21:13:00,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39681,DS-115be04a-a7ac-483f-b3f7-a753ad04b3ab,DISK] 2024-11-21T21:13:00,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-4cbb70c3-f902-4c7f-a590-11b61518dc80,DISK] 2024-11-21T21:13:00,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44493,DS-d9520499-5516-4bae-958f-2e70040c9f2b,DISK] 2024-11-21T21:13:00,375 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,34155,1732223568392/849dee24a242%2C34155%2C1732223568392.meta.1732223580355.meta 2024-11-21T21:13:00,375 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45051:45051),(127.0.0.1/127.0.0.1:41325:41325),(127.0.0.1/127.0.0.1:38227:38227)] 2024-11-21T21:13:00,376 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:13:00,377 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T21:13:00,380 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T21:13:00,384 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T21:13:00,388 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T21:13:00,388 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:00,389 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T21:13:00,389 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T21:13:00,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:13:00,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:13:00,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:00,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:13:00,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:13:00,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:13:00,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:00,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:13:00,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:13:00,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:13:00,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:00,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:13:00,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:13:00,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:13:00,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:13:00,400 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:13:00,401 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740 2024-11-21T21:13:00,404 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740 2024-11-21T21:13:00,406 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:13:00,406 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:13:00,407 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:13:00,409 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:13:00,411 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63346791, jitterRate=-0.056059256196022034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:13:00,411 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T21:13:00,413 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732223580389Writing region info on filesystem at 1732223580389Initializing all the Stores at 1732223580391 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223580391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223580391Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223580391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223580391Cleaning up temporary data from old regions at 1732223580406 (+15 ms)Running coprocessor post-open hooks at 1732223580411 (+5 ms)Region opened successfully at 1732223580412 (+1 ms) 2024-11-21T21:13:00,419 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732223580326 2024-11-21T21:13:00,429 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T21:13:00,429 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T21:13:00,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:13:00,432 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 849dee24a242,34155,1732223568392, state=OPEN 2024-11-21T21:13:00,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:13:00,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:13:00,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:13:00,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:13:00,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:13:00,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:13:00,443 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=849dee24a242,34155,1732223568392 2024-11-21T21:13:00,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:13:00,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:13:00,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T21:13:00,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=849dee24a242,34155,1732223568392 in 10.1370 sec 2024-11-21T21:13:00,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T21:13:00,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7650 sec 2024-11-21T21:13:00,458 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:13:00,458 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T21:13:00,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:13:00,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=849dee24a242,34155,1732223568392, seqNum=-1] 2024-11-21T21:13:00,495 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:13:00,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:13:00,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0710 sec 2024-11-21T21:13:00,514 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732223580514, completionTime=-1 2024-11-21T21:13:00,516 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T21:13:00,517 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:13:00,538 INFO [master/849dee24a242:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T21:13:00,538 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732223640538 2024-11-21T21:13:00,538 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732223700538 2024-11-21T21:13:00,538 INFO [master/849dee24a242:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-21T21:13:00,539 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:13:00,546 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,33893,1732223567428-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:13:00,546 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,33893,1732223567428-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:13:00,546 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,33893,1732223567428-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:13:00,548 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-849dee24a242:33893, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:13:00,548 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T21:13:00,549 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T21:13:00,554 DEBUG [master/849dee24a242:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T21:13:00,574 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.069sec 2024-11-21T21:13:00,575 INFO [master/849dee24a242:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T21:13:00,576 INFO [master/849dee24a242:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T21:13:00,577 INFO [master/849dee24a242:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T21:13:00,577 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T21:13:00,578 INFO [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T21:13:00,578 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,33893,1732223567428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:13:00,579 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,33893,1732223567428-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T21:13:00,583 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T21:13:00,584 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T21:13:00,584 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,33893,1732223567428-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:13:00,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e05704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:13:00,652 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T21:13:00,653 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T21:13:00,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 849dee24a242,33893,-1 for getting cluster id 2024-11-21T21:13:00,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T21:13:00,670 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '577b7e3e-6a04-44b7-9a9f-cdf52a877c02' 2024-11-21T21:13:00,672 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T21:13:00,672 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "577b7e3e-6a04-44b7-9a9f-cdf52a877c02" 2024-11-21T21:13:00,672 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e37bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:13:00,672 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [849dee24a242,33893,-1] 2024-11-21T21:13:00,675 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T21:13:00,677 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:13:00,677 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:13:00,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1327470d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:13:00,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:13:00,686 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=849dee24a242,34155,1732223568392, seqNum=-1] 2024-11-21T21:13:00,686 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:13:00,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:13:00,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=849dee24a242,33893,1732223567428 2024-11-21T21:13:00,733 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732223580732 (current time:1732223580732). 2024-11-21T21:13:00,734 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T21:13:00,734 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T21:13:00,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1272ef1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:13:00,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 849dee24a242,33893,-1 for getting cluster id 2024-11-21T21:13:00,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T21:13:00,749 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '577b7e3e-6a04-44b7-9a9f-cdf52a877c02' 2024-11-21T21:13:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T21:13:00,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "577b7e3e-6a04-44b7-9a9f-cdf52a877c02" 2024-11-21T21:13:00,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f48152e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:13:00,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [849dee24a242,33893,-1] 2024-11-21T21:13:00,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T21:13:00,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:13:00,753 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:13:00,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa4ad86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:13:00,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:13:00,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=849dee24a242,34155,1732223568392, seqNum=-1] 2024-11-21T21:13:00,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:13:00,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:13:00,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:13:00,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:13:00,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:13:00,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:13:00,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T21:13:00,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T21:13:00,782 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 849dee24a242,33893,1732223567428 2024-11-21T21:13:00,784 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c054f31 2024-11-21T21:13:00,785 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T21:13:00,787 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T21:13:00,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:13:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T21:13:00,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:13:00,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T21:13:00,804 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:00,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:13:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:13:00,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:13:00,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:13:00,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:13:00,833 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 387ff8eb36852c67350dfa1236db6f4d, NAME => 'SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:13:00,833 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4be6f0bf670d0cdab26ddf4eca312ba9, NAME => 'SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:13:00,838 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6197163a386bbf38e8c60f33d3b61a61, NAME => 'SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:13:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741838_1014 (size=62) 2024-11-21T21:13:00,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741838_1014 (size=62) 2024-11-21T21:13:00,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741838_1014 (size=62) 2024-11-21T21:13:00,877 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:00,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4be6f0bf670d0cdab26ddf4eca312ba9, disabling compactions & flushes 2024-11-21T21:13:00,878 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:00,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:00,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. after waiting 0 ms 2024-11-21T21:13:00,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:00,878 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:00,878 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4be6f0bf670d0cdab26ddf4eca312ba9: Waiting for close lock at 1732223580877Disabling compacts and flushes for region at 1732223580877Disabling writes for close at 1732223580878 (+1 ms)Writing region close event to WAL at 1732223580878Closed at 1732223580878 2024-11-21T21:13:00,879 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 00fedfe329f0fbca0c126c605e8c206c, NAME => 'SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:13:00,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741839_1015 (size=54) 2024-11-21T21:13:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741839_1015 (size=54) 2024-11-21T21:13:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741840_1016 (size=62) 2024-11-21T21:13:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741840_1016 (size=62) 2024-11-21T21:13:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741840_1016 (size=62) 2024-11-21T21:13:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741839_1015 (size=54) 2024-11-21T21:13:00,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:00,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:00,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 387ff8eb36852c67350dfa1236db6f4d, disabling compactions & flushes 2024-11-21T21:13:00,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6197163a386bbf38e8c60f33d3b61a61, disabling compactions & flushes 2024-11-21T21:13:00,887 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:13:00,887 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:13:00,887 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:13:00,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:13:00,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. after waiting 0 ms 2024-11-21T21:13:00,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:13:00,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. after waiting 0 ms 2024-11-21T21:13:00,888 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:13:00,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:13:00,888 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:13:00,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 387ff8eb36852c67350dfa1236db6f4d: Waiting for close lock at 1732223580887Disabling compacts and flushes for region at 1732223580887Disabling writes for close at 1732223580888 (+1 ms)Writing region close event to WAL at 1732223580888Closed at 1732223580888 2024-11-21T21:13:00,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6197163a386bbf38e8c60f33d3b61a61: Waiting for close lock at 1732223580887Disabling compacts and flushes for region at 1732223580887Disabling writes for close at 1732223580888 (+1 ms)Writing region close event to WAL at 1732223580888Closed at 1732223580888 2024-11-21T21:13:00,889 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 348940729e14dbe702fa00a5e9235437, NAME => 'SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:13:00,890 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 19a1ac92302abac73cf2243c90a7a2e2, NAME => 'SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:13:00,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:13:00,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:13:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:13:00,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:00,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 00fedfe329f0fbca0c126c605e8c206c, disabling compactions & flushes 2024-11-21T21:13:00,914 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:00,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:00,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. after waiting 0 ms 2024-11-21T21:13:00,914 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:00,915 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:00,915 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 00fedfe329f0fbca0c126c605e8c206c: Waiting for close lock at 1732223580914Disabling compacts and flushes for region at 1732223580914Disabling writes for close at 1732223580914Writing region close event to WAL at 1732223580914Closed at 1732223580914 2024-11-21T21:13:00,916 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7fb7f03a4ee482b845b9b4b8cd5d2ff6, NAME => 'SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:13:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:13:00,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:13:00,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:13:00,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:13:00,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:00,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 348940729e14dbe702fa00a5e9235437, disabling compactions & flushes 2024-11-21T21:13:00,930 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:13:00,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:13:00,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. after waiting 0 ms 2024-11-21T21:13:00,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:13:00,930 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:13:00,930 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 348940729e14dbe702fa00a5e9235437: Waiting for close lock at 1732223580930Disabling compacts and flushes for region at 1732223580930Disabling writes for close at 1732223580930Writing region close event to WAL at 1732223580930Closed at 1732223580930 2024-11-21T21:13:00,931 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b08af74f0db7f48703cb95adadca1f6f, NAME => 'SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:13:00,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:13:00,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:13:00,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:13:00,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:00,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 19a1ac92302abac73cf2243c90a7a2e2, disabling compactions & flushes 2024-11-21T21:13:00,943 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:13:00,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:13:00,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. after waiting 0 ms 2024-11-21T21:13:00,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:13:00,943 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:13:00,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 19a1ac92302abac73cf2243c90a7a2e2: Waiting for close lock at 1732223580943Disabling compacts and flushes for region at 1732223580943Disabling writes for close at 1732223580943Writing region close event to WAL at 1732223580943Closed at 1732223580943 2024-11-21T21:13:00,944 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 76caa1075956a52bf05eb21e57a7e4b0, NAME => 'SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:13:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:13:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:13:00,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:13:00,958 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:00,958 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7fb7f03a4ee482b845b9b4b8cd5d2ff6, disabling compactions & flushes 2024-11-21T21:13:00,958 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:00,958 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:00,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. after waiting 0 ms 2024-11-21T21:13:00,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:00,959 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:00,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7fb7f03a4ee482b845b9b4b8cd5d2ff6: Waiting for close lock at 1732223580958Disabling compacts and flushes for region at 1732223580958Disabling writes for close at 1732223580959 (+1 ms)Writing region close event to WAL at 1732223580959Closed at 1732223580959 2024-11-21T21:13:00,959 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 879a89a26fc8d7c95290d86a2cd627dd, NAME => 'SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962 2024-11-21T21:13:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:13:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:13:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:13:00,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:00,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 76caa1075956a52bf05eb21e57a7e4b0, disabling compactions & flushes 2024-11-21T21:13:00,966 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:13:00,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:13:00,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. after waiting 0 ms 2024-11-21T21:13:00,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:13:00,966 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:13:00,966 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 76caa1075956a52bf05eb21e57a7e4b0: Waiting for close lock at 1732223580966Disabling compacts and flushes for region at 1732223580966Disabling writes for close at 1732223580966Writing region close event to WAL at 1732223580966Closed at 1732223580966 2024-11-21T21:13:00,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:13:00,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:13:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:13:00,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:00,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b08af74f0db7f48703cb95adadca1f6f, disabling compactions & flushes 2024-11-21T21:13:00,980 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:13:00,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:13:00,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. after waiting 0 ms 2024-11-21T21:13:00,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:13:00,981 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:13:00,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b08af74f0db7f48703cb95adadca1f6f: Waiting for close lock at 1732223580980Disabling compacts and flushes for region at 1732223580980Disabling writes for close at 1732223580981 (+1 ms)Writing region close event to WAL at 1732223580981Closed at 1732223580981 2024-11-21T21:13:00,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:13:00,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:13:00,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:13:00,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:00,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 879a89a26fc8d7c95290d86a2cd627dd, disabling compactions & flushes 2024-11-21T21:13:00,989 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:00,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:00,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. after waiting 0 ms 2024-11-21T21:13:00,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:00,989 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:00,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 879a89a26fc8d7c95290d86a2cd627dd: Waiting for close lock at 1732223580989Disabling compacts and flushes for region at 1732223580989Disabling writes for close at 1732223580989Writing region close event to WAL at 1732223580989Closed at 1732223580989 2024-11-21T21:13:00,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:13:00,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223580992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223580992"}]},"ts":"1732223580992"} 2024-11-21T21:13:00,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732223580992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223580992"}]},"ts":"1732223580992"} 2024-11-21T21:13:00,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223580992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223580992"}]},"ts":"1732223580992"} 2024-11-21T21:13:00,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223580992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223580992"}]},"ts":"1732223580992"} 2024-11-21T21:13:00,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223580992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223580992"}]},"ts":"1732223580992"} 2024-11-21T21:13:00,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223580992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223580992"}]},"ts":"1732223580992"} 2024-11-21T21:13:00,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223580992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223580992"}]},"ts":"1732223580992"} 2024-11-21T21:13:00,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223580992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223580992"}]},"ts":"1732223580992"} 2024-11-21T21:13:00,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223580992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223580992"}]},"ts":"1732223580992"} 2024-11-21T21:13:00,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732223580992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223580992"}]},"ts":"1732223580992"} 2024-11-21T21:13:01,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T21:13:01,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:13:01,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732223581035"}]},"ts":"1732223581035"} 2024-11-21T21:13:01,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T21:13:01,043 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {849dee24a242=0} racks are {/default-rack=0} 2024-11-21T21:13:01,052 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:13:01,052 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:13:01,052 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T21:13:01,052 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:13:01,052 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:13:01,052 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T21:13:01,052 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:13:01,052 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:13:01,052 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T21:13:01,052 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:13:01,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=387ff8eb36852c67350dfa1236db6f4d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4be6f0bf670d0cdab26ddf4eca312ba9, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6197163a386bbf38e8c60f33d3b61a61, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00fedfe329f0fbca0c126c605e8c206c, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=348940729e14dbe702fa00a5e9235437, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19a1ac92302abac73cf2243c90a7a2e2, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb7f03a4ee482b845b9b4b8cd5d2ff6, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b08af74f0db7f48703cb95adadca1f6f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76caa1075956a52bf05eb21e57a7e4b0, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=879a89a26fc8d7c95290d86a2cd627dd, ASSIGN}] 2024-11-21T21:13:01,060 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=387ff8eb36852c67350dfa1236db6f4d, ASSIGN 2024-11-21T21:13:01,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4be6f0bf670d0cdab26ddf4eca312ba9, ASSIGN 2024-11-21T21:13:01,060 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00fedfe329f0fbca0c126c605e8c206c, ASSIGN 2024-11-21T21:13:01,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6197163a386bbf38e8c60f33d3b61a61, ASSIGN 2024-11-21T21:13:01,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6197163a386bbf38e8c60f33d3b61a61, ASSIGN; state=OFFLINE, location=849dee24a242,34155,1732223568392; forceNewPlan=false, retain=false 2024-11-21T21:13:01,062 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=387ff8eb36852c67350dfa1236db6f4d, ASSIGN; state=OFFLINE, location=849dee24a242,40593,1732223568247; forceNewPlan=false, retain=false 2024-11-21T21:13:01,062 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00fedfe329f0fbca0c126c605e8c206c, ASSIGN; state=OFFLINE, location=849dee24a242,39513,1732223568350; forceNewPlan=false, retain=false 2024-11-21T21:13:01,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4be6f0bf670d0cdab26ddf4eca312ba9, ASSIGN; state=OFFLINE, location=849dee24a242,39513,1732223568350; forceNewPlan=false, retain=false 2024-11-21T21:13:01,068 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=879a89a26fc8d7c95290d86a2cd627dd, ASSIGN 2024-11-21T21:13:01,068 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76caa1075956a52bf05eb21e57a7e4b0, ASSIGN 2024-11-21T21:13:01,068 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b08af74f0db7f48703cb95adadca1f6f, ASSIGN 2024-11-21T21:13:01,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb7f03a4ee482b845b9b4b8cd5d2ff6, ASSIGN 2024-11-21T21:13:01,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19a1ac92302abac73cf2243c90a7a2e2, ASSIGN 2024-11-21T21:13:01,074 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b08af74f0db7f48703cb95adadca1f6f, ASSIGN; state=OFFLINE, location=849dee24a242,34155,1732223568392; forceNewPlan=false, retain=false 2024-11-21T21:13:01,074 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=879a89a26fc8d7c95290d86a2cd627dd, ASSIGN; state=OFFLINE, location=849dee24a242,39513,1732223568350; forceNewPlan=false, retain=false 2024-11-21T21:13:01,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fb7f03a4ee482b845b9b4b8cd5d2ff6, ASSIGN; state=OFFLINE, location=849dee24a242,39513,1732223568350; forceNewPlan=false, retain=false 2024-11-21T21:13:01,076 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19a1ac92302abac73cf2243c90a7a2e2, ASSIGN; state=OFFLINE, location=849dee24a242,34155,1732223568392; forceNewPlan=false, retain=false 2024-11-21T21:13:01,076 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76caa1075956a52bf05eb21e57a7e4b0, ASSIGN; state=OFFLINE, location=849dee24a242,40593,1732223568247; forceNewPlan=false, retain=false 2024-11-21T21:13:01,086 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=348940729e14dbe702fa00a5e9235437, ASSIGN 2024-11-21T21:13:01,088 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=348940729e14dbe702fa00a5e9235437, ASSIGN; state=OFFLINE, location=849dee24a242,40593,1732223568247; forceNewPlan=false, retain=false 2024-11-21T21:13:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:13:01,215 INFO [849dee24a242:33893 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T21:13:01,216 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=348940729e14dbe702fa00a5e9235437, regionState=OPENING, regionLocation=849dee24a242,40593,1732223568247 2024-11-21T21:13:01,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=879a89a26fc8d7c95290d86a2cd627dd, regionState=OPENING, regionLocation=849dee24a242,39513,1732223568350 2024-11-21T21:13:01,216 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=387ff8eb36852c67350dfa1236db6f4d, regionState=OPENING, regionLocation=849dee24a242,40593,1732223568247 2024-11-21T21:13:01,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7fb7f03a4ee482b845b9b4b8cd5d2ff6, regionState=OPENING, regionLocation=849dee24a242,39513,1732223568350 2024-11-21T21:13:01,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=76caa1075956a52bf05eb21e57a7e4b0, regionState=OPENING, regionLocation=849dee24a242,40593,1732223568247 2024-11-21T21:13:01,218 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=00fedfe329f0fbca0c126c605e8c206c, regionState=OPENING, regionLocation=849dee24a242,39513,1732223568350 2024-11-21T21:13:01,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4be6f0bf670d0cdab26ddf4eca312ba9, regionState=OPENING, regionLocation=849dee24a242,39513,1732223568350 2024-11-21T21:13:01,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b08af74f0db7f48703cb95adadca1f6f, regionState=OPENING, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:13:01,218 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=19a1ac92302abac73cf2243c90a7a2e2, regionState=OPENING, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:13:01,218 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6197163a386bbf38e8c60f33d3b61a61, regionState=OPENING, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:13:01,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=387ff8eb36852c67350dfa1236db6f4d, ASSIGN because future has completed 2024-11-21T21:13:01,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 387ff8eb36852c67350dfa1236db6f4d, server=849dee24a242,40593,1732223568247}] 2024-11-21T21:13:01,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=348940729e14dbe702fa00a5e9235437, ASSIGN because future has completed 2024-11-21T21:13:01,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 348940729e14dbe702fa00a5e9235437, server=849dee24a242,40593,1732223568247}] 2024-11-21T21:13:01,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=879a89a26fc8d7c95290d86a2cd627dd, ASSIGN because future has completed 2024-11-21T21:13:01,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd, server=849dee24a242,39513,1732223568350}] 2024-11-21T21:13:01,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fb7f03a4ee482b845b9b4b8cd5d2ff6, ASSIGN because future has completed 2024-11-21T21:13:01,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76caa1075956a52bf05eb21e57a7e4b0, ASSIGN because future has completed 2024-11-21T21:13:01,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6, server=849dee24a242,39513,1732223568350}] 2024-11-21T21:13:01,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00fedfe329f0fbca0c126c605e8c206c, ASSIGN because future has completed 2024-11-21T21:13:01,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00fedfe329f0fbca0c126c605e8c206c, server=849dee24a242,39513,1732223568350}] 2024-11-21T21:13:01,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76caa1075956a52bf05eb21e57a7e4b0, server=849dee24a242,40593,1732223568247}] 2024-11-21T21:13:01,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b08af74f0db7f48703cb95adadca1f6f, ASSIGN because future has completed 2024-11-21T21:13:01,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4be6f0bf670d0cdab26ddf4eca312ba9, ASSIGN because future has completed 2024-11-21T21:13:01,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19a1ac92302abac73cf2243c90a7a2e2, ASSIGN because future has completed 2024-11-21T21:13:01,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19a1ac92302abac73cf2243c90a7a2e2, server=849dee24a242,34155,1732223568392}] 2024-11-21T21:13:01,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6197163a386bbf38e8c60f33d3b61a61, ASSIGN because future has completed 2024-11-21T21:13:01,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9, server=849dee24a242,39513,1732223568350}] 2024-11-21T21:13:01,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b08af74f0db7f48703cb95adadca1f6f, server=849dee24a242,34155,1732223568392}] 2024-11-21T21:13:01,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6197163a386bbf38e8c60f33d3b61a61, server=849dee24a242,34155,1732223568392}] 2024-11-21T21:13:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:13:01,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T21:13:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:13:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:13:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:13:05,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:13:07,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T21:13:07,809 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T21:13:07,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:13:07,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T21:13:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:13:11,231 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:13:11,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:13:11,247 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:13:11,248 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 387ff8eb36852c67350dfa1236db6f4d, NAME => 'SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T21:13:11,248 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:11,248 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:11,249 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:11,249 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:11,251 INFO [StoreOpener-387ff8eb36852c67350dfa1236db6f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:11,254 INFO [StoreOpener-387ff8eb36852c67350dfa1236db6f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 387ff8eb36852c67350dfa1236db6f4d columnFamilyName cf 2024-11-21T21:13:11,254 DEBUG [StoreOpener-387ff8eb36852c67350dfa1236db6f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:11,256 INFO [StoreOpener-387ff8eb36852c67350dfa1236db6f4d-1 {}] regionserver.HStore(327): Store=387ff8eb36852c67350dfa1236db6f4d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:11,256 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:11,257 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:11,258 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:11,259 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:11,259 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:11,262 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:11,263 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:13:11,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:13:11,266 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/387ff8eb36852c67350dfa1236db6f4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:13:11,267 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 387ff8eb36852c67350dfa1236db6f4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60342607, jitterRate=-0.10082508623600006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:11,267 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:11,269 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 387ff8eb36852c67350dfa1236db6f4d: Running coprocessor pre-open hook at 1732223591249Writing region info on filesystem at 1732223591249Initializing all the Stores at 1732223591251 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223591251Cleaning up temporary data from old regions at 1732223591259 (+8 ms)Running coprocessor post-open hooks at 1732223591267 (+8 ms)Region opened successfully at 1732223591268 (+1 ms) 2024-11-21T21:13:11,271 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d., pid=15, masterSystemTime=1732223591230 2024-11-21T21:13:11,271 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:11,271 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4be6f0bf670d0cdab26ddf4eca312ba9, NAME => 'SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T21:13:11,272 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:11,272 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:11,272 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:11,272 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:11,274 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:13:11,274 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:13:11,274 INFO [StoreOpener-4be6f0bf670d0cdab26ddf4eca312ba9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:11,274 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:13:11,274 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 76caa1075956a52bf05eb21e57a7e4b0, NAME => 'SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T21:13:11,275 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:11,275 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:11,275 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:11,275 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=387ff8eb36852c67350dfa1236db6f4d, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,40593,1732223568247 2024-11-21T21:13:11,275 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:11,276 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=849dee24a242,40593,1732223568247, table=SPTestTable, region=387ff8eb36852c67350dfa1236db6f4d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:13:11,277 INFO [StoreOpener-4be6f0bf670d0cdab26ddf4eca312ba9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4be6f0bf670d0cdab26ddf4eca312ba9 columnFamilyName cf 2024-11-21T21:13:11,277 DEBUG [StoreOpener-4be6f0bf670d0cdab26ddf4eca312ba9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:11,278 INFO [StoreOpener-4be6f0bf670d0cdab26ddf4eca312ba9-1 {}] regionserver.HStore(327): Store=4be6f0bf670d0cdab26ddf4eca312ba9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:11,278 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:11,278 INFO [StoreOpener-76caa1075956a52bf05eb21e57a7e4b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:11,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 387ff8eb36852c67350dfa1236db6f4d, server=849dee24a242,40593,1732223568247 because future has completed 2024-11-21T21:13:11,279 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:11,280 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:11,280 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:11,281 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:11,281 INFO [StoreOpener-76caa1075956a52bf05eb21e57a7e4b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76caa1075956a52bf05eb21e57a7e4b0 columnFamilyName cf 2024-11-21T21:13:11,281 DEBUG [StoreOpener-76caa1075956a52bf05eb21e57a7e4b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:11,282 INFO [StoreOpener-76caa1075956a52bf05eb21e57a7e4b0-1 {}] regionserver.HStore(327): Store=76caa1075956a52bf05eb21e57a7e4b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:11,282 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:11,283 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:11,283 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:11,284 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:11,285 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:11,285 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:11,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-11-21T21:13:11,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 387ff8eb36852c67350dfa1236db6f4d, server=849dee24a242,40593,1732223568247 in 10.0580 sec 2024-11-21T21:13:11,286 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/4be6f0bf670d0cdab26ddf4eca312ba9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:13:11,287 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:11,287 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4be6f0bf670d0cdab26ddf4eca312ba9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70285891, jitterRate=0.04734139144420624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:11,287 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:11,288 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4be6f0bf670d0cdab26ddf4eca312ba9: Running coprocessor pre-open hook at 1732223591272Writing region info on filesystem at 1732223591272Initializing all the Stores at 1732223591274 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223591274Cleaning up temporary data from old regions at 1732223591281 (+7 ms)Running coprocessor post-open hooks at 1732223591287 (+6 ms)Region opened successfully at 1732223591288 (+1 ms) 2024-11-21T21:13:11,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=387ff8eb36852c67350dfa1236db6f4d, ASSIGN in 10.2320 sec 2024-11-21T21:13:11,290 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9., pid=22, masterSystemTime=1732223591263 2024-11-21T21:13:11,291 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/76caa1075956a52bf05eb21e57a7e4b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:13:11,292 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 76caa1075956a52bf05eb21e57a7e4b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70245572, jitterRate=0.046740591526031494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:11,292 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:11,292 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 76caa1075956a52bf05eb21e57a7e4b0: Running coprocessor pre-open hook at 1732223591276Writing region info on filesystem at 1732223591276Initializing all the Stores at 1732223591278 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223591278Cleaning up temporary data from old regions at 1732223591285 (+7 ms)Running coprocessor post-open hooks at 1732223591292 (+7 ms)Region opened successfully at 1732223591292 2024-11-21T21:13:11,292 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:11,292 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:11,292 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:11,293 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fb7f03a4ee482b845b9b4b8cd5d2ff6, NAME => 'SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T21:13:11,293 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:11,293 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0., pid=20, masterSystemTime=1732223591230 2024-11-21T21:13:11,293 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:11,293 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:11,293 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:11,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4be6f0bf670d0cdab26ddf4eca312ba9, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,39513,1732223568350 2024-11-21T21:13:11,297 INFO [StoreOpener-7fb7f03a4ee482b845b9b4b8cd5d2ff6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:11,297 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:13:11,297 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:13:11,298 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:13:11,298 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 348940729e14dbe702fa00a5e9235437, NAME => 'SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T21:13:11,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=76caa1075956a52bf05eb21e57a7e4b0, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,40593,1732223568247 2024-11-21T21:13:11,298 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:11,298 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:13:11,298 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:11,298 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 19a1ac92302abac73cf2243c90a7a2e2, NAME => 'SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T21:13:11,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9, server=849dee24a242,39513,1732223568350 because future has completed 2024-11-21T21:13:11,298 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:11,298 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:11,299 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:11,299 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:11,299 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:11,299 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:11,301 INFO [StoreOpener-7fb7f03a4ee482b845b9b4b8cd5d2ff6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb7f03a4ee482b845b9b4b8cd5d2ff6 columnFamilyName cf 2024-11-21T21:13:11,302 DEBUG [StoreOpener-7fb7f03a4ee482b845b9b4b8cd5d2ff6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:11,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76caa1075956a52bf05eb21e57a7e4b0, server=849dee24a242,40593,1732223568247 because future has completed 2024-11-21T21:13:11,303 INFO [StoreOpener-7fb7f03a4ee482b845b9b4b8cd5d2ff6-1 {}] regionserver.HStore(327): Store=7fb7f03a4ee482b845b9b4b8cd5d2ff6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:11,303 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:11,304 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:11,305 INFO [StoreOpener-19a1ac92302abac73cf2243c90a7a2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:11,305 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:11,306 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:11,306 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:11,307 INFO [StoreOpener-348940729e14dbe702fa00a5e9235437-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:11,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-21T21:13:11,307 INFO [StoreOpener-19a1ac92302abac73cf2243c90a7a2e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a1ac92302abac73cf2243c90a7a2e2 columnFamilyName cf 2024-11-21T21:13:11,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9, server=849dee24a242,39513,1732223568350 in 10.0160 sec 2024-11-21T21:13:11,308 DEBUG [StoreOpener-19a1ac92302abac73cf2243c90a7a2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:11,309 INFO [StoreOpener-19a1ac92302abac73cf2243c90a7a2e2-1 {}] regionserver.HStore(327): Store=19a1ac92302abac73cf2243c90a7a2e2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:11,309 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:11,310 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:11,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4be6f0bf670d0cdab26ddf4eca312ba9, ASSIGN in 10.2530 sec 2024-11-21T21:13:11,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-21T21:13:11,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 76caa1075956a52bf05eb21e57a7e4b0, server=849dee24a242,40593,1732223568247 in 10.0440 sec 2024-11-21T21:13:11,311 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:11,311 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:11,312 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:11,312 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:11,313 INFO [StoreOpener-348940729e14dbe702fa00a5e9235437-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 348940729e14dbe702fa00a5e9235437 columnFamilyName cf 2024-11-21T21:13:11,313 DEBUG [StoreOpener-348940729e14dbe702fa00a5e9235437-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:11,314 INFO [StoreOpener-348940729e14dbe702fa00a5e9235437-1 {}] regionserver.HStore(327): Store=348940729e14dbe702fa00a5e9235437/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:11,314 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:11,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76caa1075956a52bf05eb21e57a7e4b0, ASSIGN in 10.2570 sec 2024-11-21T21:13:11,315 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:11,315 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/7fb7f03a4ee482b845b9b4b8cd5d2ff6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:13:11,315 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:11,316 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:11,316 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:11,316 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 7fb7f03a4ee482b845b9b4b8cd5d2ff6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67525412, jitterRate=0.0062070488929748535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:11,316 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:11,316 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:11,316 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 7fb7f03a4ee482b845b9b4b8cd5d2ff6: Running coprocessor pre-open hook at 1732223591294Writing region info on filesystem at 1732223591294Initializing all the Stores at 1732223591296 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223591296Cleaning up temporary data from old regions at 1732223591306 (+10 ms)Running coprocessor post-open hooks at 1732223591316 (+10 ms)Region opened successfully at 1732223591316 2024-11-21T21:13:11,317 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6., pid=18, masterSystemTime=1732223591263 2024-11-21T21:13:11,319 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:11,320 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:11,320 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:11,320 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:11,320 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 879a89a26fc8d7c95290d86a2cd627dd, NAME => 'SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T21:13:11,321 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:11,321 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:11,321 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:11,321 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:11,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7fb7f03a4ee482b845b9b4b8cd5d2ff6, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,39513,1732223568350 2024-11-21T21:13:11,324 INFO [StoreOpener-879a89a26fc8d7c95290d86a2cd627dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:11,325 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/19a1ac92302abac73cf2243c90a7a2e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:13:11,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6, server=849dee24a242,39513,1732223568350 because future has completed 2024-11-21T21:13:11,326 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/348940729e14dbe702fa00a5e9235437/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:13:11,326 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 19a1ac92302abac73cf2243c90a7a2e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74236745, jitterRate=0.10621370375156403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:11,326 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:11,327 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 19a1ac92302abac73cf2243c90a7a2e2: Running coprocessor pre-open hook at 1732223591299Writing region info on filesystem at 1732223591299Initializing all the Stores at 1732223591303 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223591303Cleaning up temporary data from old regions at 1732223591312 (+9 ms)Running coprocessor post-open hooks at 1732223591326 (+14 ms)Region opened successfully at 1732223591326 2024-11-21T21:13:11,327 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 348940729e14dbe702fa00a5e9235437; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74182777, jitterRate=0.10540951788425446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:11,327 INFO [StoreOpener-879a89a26fc8d7c95290d86a2cd627dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 879a89a26fc8d7c95290d86a2cd627dd columnFamilyName cf 2024-11-21T21:13:11,327 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:11,327 DEBUG [StoreOpener-879a89a26fc8d7c95290d86a2cd627dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:11,327 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 348940729e14dbe702fa00a5e9235437: Running coprocessor pre-open hook at 1732223591299Writing region info on filesystem at 1732223591299Initializing all the Stores at 1732223591302 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223591302Cleaning up temporary data from old regions at 1732223591316 (+14 ms)Running coprocessor post-open hooks at 1732223591327 (+11 ms)Region opened successfully at 1732223591327 2024-11-21T21:13:11,328 INFO [StoreOpener-879a89a26fc8d7c95290d86a2cd627dd-1 {}] regionserver.HStore(327): Store=879a89a26fc8d7c95290d86a2cd627dd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:11,329 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2., pid=21, masterSystemTime=1732223591289 2024-11-21T21:13:11,329 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:11,329 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437., pid=16, masterSystemTime=1732223591230 2024-11-21T21:13:11,330 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:11,331 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:11,331 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:13:11,331 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:11,332 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:11,332 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:13:11,332 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:13:11,332 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b08af74f0db7f48703cb95adadca1f6f, NAME => 'SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T21:13:11,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-21T21:13:11,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=19a1ac92302abac73cf2243c90a7a2e2, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:13:11,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6, server=849dee24a242,39513,1732223568350 in 10.0750 sec 2024-11-21T21:13:11,334 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:11,334 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:11,334 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:11,334 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:11,334 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:13:11,335 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:13:11,337 INFO [StoreOpener-b08af74f0db7f48703cb95adadca1f6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:11,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19a1ac92302abac73cf2243c90a7a2e2, server=849dee24a242,34155,1732223568392 because future has completed 2024-11-21T21:13:11,338 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=348940729e14dbe702fa00a5e9235437, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,40593,1732223568247 2024-11-21T21:13:11,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb7f03a4ee482b845b9b4b8cd5d2ff6, ASSIGN in 10.2790 sec 2024-11-21T21:13:11,339 INFO [StoreOpener-b08af74f0db7f48703cb95adadca1f6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b08af74f0db7f48703cb95adadca1f6f columnFamilyName cf 2024-11-21T21:13:11,339 DEBUG [StoreOpener-b08af74f0db7f48703cb95adadca1f6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:11,340 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:11,341 INFO [StoreOpener-b08af74f0db7f48703cb95adadca1f6f-1 {}] regionserver.HStore(327): Store=b08af74f0db7f48703cb95adadca1f6f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:11,341 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:11,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 348940729e14dbe702fa00a5e9235437, server=849dee24a242,40593,1732223568247 because future has completed 2024-11-21T21:13:11,345 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/879a89a26fc8d7c95290d86a2cd627dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:13:11,345 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:11,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-21T21:13:11,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 19a1ac92302abac73cf2243c90a7a2e2, server=849dee24a242,34155,1732223568392 in 10.0630 sec 2024-11-21T21:13:11,346 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 879a89a26fc8d7c95290d86a2cd627dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74306060, jitterRate=0.10724657773971558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:11,346 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:11,346 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 879a89a26fc8d7c95290d86a2cd627dd: Running coprocessor pre-open hook at 1732223591321Writing region info on filesystem at 1732223591321Initializing all the Stores at 1732223591323 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223591323Cleaning up temporary data from old regions at 1732223591332 (+9 ms)Running coprocessor post-open hooks at 1732223591346 (+14 ms)Region opened successfully at 1732223591346 2024-11-21T21:13:11,347 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:11,348 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd., pid=17, masterSystemTime=1732223591263 2024-11-21T21:13:11,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19a1ac92302abac73cf2243c90a7a2e2, ASSIGN in 10.2910 sec 2024-11-21T21:13:11,349 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:11,350 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:11,352 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:11,352 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:11,352 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:11,352 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 00fedfe329f0fbca0c126c605e8c206c, NAME => 'SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T21:13:11,352 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:11,352 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:11,353 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:11,353 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:11,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-21T21:13:11,354 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=879a89a26fc8d7c95290d86a2cd627dd, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,39513,1732223568350 2024-11-21T21:13:11,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 348940729e14dbe702fa00a5e9235437, server=849dee24a242,40593,1732223568247 in 10.1190 sec 2024-11-21T21:13:11,356 INFO [StoreOpener-00fedfe329f0fbca0c126c605e8c206c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:11,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd, server=849dee24a242,39513,1732223568350 because future has completed 2024-11-21T21:13:11,358 INFO [StoreOpener-00fedfe329f0fbca0c126c605e8c206c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00fedfe329f0fbca0c126c605e8c206c columnFamilyName cf 2024-11-21T21:13:11,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=348940729e14dbe702fa00a5e9235437, ASSIGN in 10.3000 sec 2024-11-21T21:13:11,358 DEBUG [StoreOpener-00fedfe329f0fbca0c126c605e8c206c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:11,359 INFO [StoreOpener-00fedfe329f0fbca0c126c605e8c206c-1 {}] regionserver.HStore(327): Store=00fedfe329f0fbca0c126c605e8c206c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:11,359 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:11,361 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:11,362 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:11,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-21T21:13:11,362 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:11,362 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:11,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd, server=849dee24a242,39513,1732223568350 in 10.1250 sec 2024-11-21T21:13:11,365 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:11,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=879a89a26fc8d7c95290d86a2cd627dd, ASSIGN in 10.3080 sec 2024-11-21T21:13:11,366 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:11,368 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/b08af74f0db7f48703cb95adadca1f6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:13:11,368 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/00fedfe329f0fbca0c126c605e8c206c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:13:11,369 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 00fedfe329f0fbca0c126c605e8c206c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71947104, jitterRate=0.07209539413452148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:11,369 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b08af74f0db7f48703cb95adadca1f6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74812706, jitterRate=0.11479619145393372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:11,369 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:11,369 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:11,369 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 00fedfe329f0fbca0c126c605e8c206c: Running coprocessor pre-open hook at 1732223591353Writing region info on filesystem at 1732223591353Initializing all the Stores at 1732223591354 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223591354Cleaning up temporary data from old regions at 1732223591362 (+8 ms)Running coprocessor post-open hooks at 1732223591369 (+7 ms)Region opened successfully at 1732223591369 2024-11-21T21:13:11,369 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b08af74f0db7f48703cb95adadca1f6f: Running coprocessor pre-open hook at 1732223591335Writing region info on filesystem at 1732223591335Initializing all the Stores at 1732223591336 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223591336Cleaning up temporary data from old regions at 1732223591350 (+14 ms)Running coprocessor post-open hooks at 1732223591369 (+19 ms)Region opened successfully at 1732223591369 2024-11-21T21:13:11,371 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f., pid=23, masterSystemTime=1732223591289 2024-11-21T21:13:11,371 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c., pid=19, masterSystemTime=1732223591263 2024-11-21T21:13:11,373 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:11,374 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:11,375 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=00fedfe329f0fbca0c126c605e8c206c, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,39513,1732223568350 2024-11-21T21:13:11,377 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:13:11,377 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:13:11,377 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:13:11,377 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6197163a386bbf38e8c60f33d3b61a61, NAME => 'SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T21:13:11,378 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:11,378 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:11,378 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:11,378 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:11,379 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b08af74f0db7f48703cb95adadca1f6f, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:13:11,379 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=849dee24a242,39513,1732223568350, table=SPTestTable, region=00fedfe329f0fbca0c126c605e8c206c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:13:11,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00fedfe329f0fbca0c126c605e8c206c, server=849dee24a242,39513,1732223568350 because future has completed 2024-11-21T21:13:11,382 INFO [StoreOpener-6197163a386bbf38e8c60f33d3b61a61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:11,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b08af74f0db7f48703cb95adadca1f6f, server=849dee24a242,34155,1732223568392 because future has completed 2024-11-21T21:13:11,385 INFO [StoreOpener-6197163a386bbf38e8c60f33d3b61a61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6197163a386bbf38e8c60f33d3b61a61 columnFamilyName cf 2024-11-21T21:13:11,385 DEBUG [StoreOpener-6197163a386bbf38e8c60f33d3b61a61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:11,386 INFO [StoreOpener-6197163a386bbf38e8c60f33d3b61a61-1 {}] regionserver.HStore(327): Store=6197163a386bbf38e8c60f33d3b61a61/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:11,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-21T21:13:11,387 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:11,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 00fedfe329f0fbca0c126c605e8c206c, server=849dee24a242,39513,1732223568350 in 10.1230 sec 2024-11-21T21:13:11,388 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:11,389 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:11,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-21T21:13:11,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b08af74f0db7f48703cb95adadca1f6f, server=849dee24a242,34155,1732223568392 in 10.0930 sec 2024-11-21T21:13:11,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00fedfe329f0fbca0c126c605e8c206c, ASSIGN in 10.3330 sec 2024-11-21T21:13:11,390 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:11,390 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:11,393 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:11,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b08af74f0db7f48703cb95adadca1f6f, ASSIGN in 10.3360 sec 2024-11-21T21:13:11,397 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/6197163a386bbf38e8c60f33d3b61a61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:13:11,397 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6197163a386bbf38e8c60f33d3b61a61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70951568, jitterRate=0.057260751724243164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:11,397 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:11,398 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6197163a386bbf38e8c60f33d3b61a61: Running coprocessor pre-open hook at 1732223591379Writing region info on filesystem at 1732223591379Initializing all the Stores at 1732223591381 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223591381Cleaning up temporary data from old regions at 1732223591390 (+9 ms)Running coprocessor post-open hooks at 1732223591397 (+7 ms)Region opened successfully at 1732223591398 (+1 ms) 2024-11-21T21:13:11,399 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61., pid=24, masterSystemTime=1732223591289 2024-11-21T21:13:11,401 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:13:11,401 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:13:11,402 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6197163a386bbf38e8c60f33d3b61a61, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:13:11,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6197163a386bbf38e8c60f33d3b61a61, server=849dee24a242,34155,1732223568392 because future has completed 2024-11-21T21:13:11,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-21T21:13:11,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6197163a386bbf38e8c60f33d3b61a61, server=849dee24a242,34155,1732223568392 in 10.1070 sec 2024-11-21T21:13:11,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-21T21:13:11,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6197163a386bbf38e8c60f33d3b61a61, ASSIGN in 10.3560 sec 2024-11-21T21:13:11,416 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:13:11,416 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732223591416"}]},"ts":"1732223591416"} 2024-11-21T21:13:11,419 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T21:13:11,420 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:13:11,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6250 sec 2024-11-21T21:13:13,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T21:13:16,504 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:13:16,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:13:17,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-21T21:13:17,809 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-21T21:13:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:13:19,075 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T21:13:19,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T21:13:19,076 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:13:19,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T21:13:19,092 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:13:19,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T21:13:19,167 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,180 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,189 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f., hostname=849dee24a242,34155,1732223568392, seqNum=2] 2024-11-21T21:13:19,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f., hostname=849dee24a242,34155,1732223568392, seqNum=2] 2024-11-21T21:13:19,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f., hostname=849dee24a242,34155,1732223568392, seqNum=2] 2024-11-21T21:13:19,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f., hostname=849dee24a242,34155,1732223568392, seqNum=2] 2024-11-21T21:13:19,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f., hostname=849dee24a242,34155,1732223568392, seqNum=2] 2024-11-21T21:13:19,255 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f., hostname=849dee24a242,34155,1732223568392, seqNum=2] 2024-11-21T21:13:19,258 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f., hostname=849dee24a242,34155,1732223568392, seqNum=2] 2024-11-21T21:13:19,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f., hostname=849dee24a242,34155,1732223568392, seqNum=2] 2024-11-21T21:13:19,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0., hostname=849dee24a242,40593,1732223568247, seqNum=2] 2024-11-21T21:13:19,314 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0., hostname=849dee24a242,40593,1732223568247, seqNum=2] 2024-11-21T21:13:19,317 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0., hostname=849dee24a242,40593,1732223568247, seqNum=2] 2024-11-21T21:13:19,319 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0., hostname=849dee24a242,40593,1732223568247, seqNum=2] 2024-11-21T21:13:19,321 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0., hostname=849dee24a242,40593,1732223568247, seqNum=2] 2024-11-21T21:13:19,427 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,436 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:19,444 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd., hostname=849dee24a242,39513,1732223568350, seqNum=2] 2024-11-21T21:13:20,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:13:20,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:13:20,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:13:20,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:13:20,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:13:20,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:20,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:13:20,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:13:21,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39513 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:13:21,423 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T21:13:21,427 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T21:13:21,430 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:13:21,433 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T21:13:21,449 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T21:13:21,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:13:21,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:13:21,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:13:21,469 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T21:13:21,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387ff8eb36852c67350dfa1236db6f4d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6197163a386bbf38e8c60f33d3b61a61}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 348940729e14dbe702fa00a5e9235437}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19a1ac92302abac73cf2243c90a7a2e2}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b08af74f0db7f48703cb95adadca1f6f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76caa1075956a52bf05eb21e57a7e4b0}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd}] 2024-11-21T21:13:21,477 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:21,477 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:21,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:21,478 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:21,482 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:21,487 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:21,487 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:21,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:21,488 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:21,494 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:21,531 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 849dee24a242,39513,1732223568350 2024-11-21T21:13:21,532 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 849dee24a242,39513,1732223568350: Simulated kill ***** 2024-11-21T21:13:21,532 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T21:13:21,535 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T21:13:21,537 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T21:13:21,540 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T21:13:21,541 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T21:13:21,548 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 696552688 }, "NonHeapMemoryUsage": { "committed": 157614080, "init": 7667712, "max": -1, "used": 154048696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "849dee24a242", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "849dee24a242", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52397", "tag.serverName": "849dee24a242,34155,1732223568392", "tag.clusterId": "577b7e3e-6a04-44b7-9a9f-cdf52a877c02", "tag.Context": "regionserver", "tag.Hostname": "849dee24a242", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732223568392, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-21T21:13:21,552 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33893 {}] master.MasterRpcServices(700): 849dee24a242,39513,1732223568350 reported a fatal error: ***** ABORTING region server 849dee24a242,39513,1732223568350: Simulated kill ***** 2024-11-21T21:13:21,560 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '849dee24a242,39513,1732223568350' ***** 2024-11-21T21:13:21,560 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T21:13:21,561 INFO [RS:1;849dee24a242:39513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:13:21,561 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:13:21,561 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:13:21,561 INFO [RS:1;849dee24a242:39513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T21:13:21,562 INFO [RS:1;849dee24a242:39513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T21:13:21,562 INFO [RS:1;849dee24a242:39513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:13:21,562 INFO [RS:1;849dee24a242:39513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;849dee24a242:39513. 2024-11-21T21:13:21,562 DEBUG [RS:1;849dee24a242:39513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:13:21,562 DEBUG [RS:1;849dee24a242:39513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:13:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741834_1010 (size=1257) 2024-11-21T21:13:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741834_1010 (size=1257) 2024-11-21T21:13:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741834_1010 (size=1257) 2024-11-21T21:13:21,577 DEBUG [RS:1;849dee24a242:39513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:13:21,577 INFO [RS:1;849dee24a242:39513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:13:21,577 INFO [RS:1;849dee24a242:39513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39513 2024-11-21T21:13:21,603 INFO [regionserver/849dee24a242:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:13:21,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:13:21,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/849dee24a242,39513,1732223568350 2024-11-21T21:13:21,649 INFO [RS:1;849dee24a242:39513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:13:21,649 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$370/0x00007fee40904ec0@56819059 rejected from java.util.concurrent.ThreadPoolExecutor@138304ed[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-21T21:13:21,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [849dee24a242,39513,1732223568350] 2024-11-21T21:13:21,743 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/849dee24a242,39513,1732223568350 already deleted, retry=false 2024-11-21T21:13:21,743 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 849dee24a242,39513,1732223568350 on 849dee24a242,33893,1732223567428 2024-11-21T21:13:21,750 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 849dee24a242,39513,1732223568350, splitWal=true, meta=false 2024-11-21T21:13:21,753 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 849dee24a242,39513,1732223568350, splitWal=true, meta=false 2024-11-21T21:13:21,753 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 849dee24a242,39513,1732223568350 (carryingMeta=false) 849dee24a242,39513,1732223568350/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26e1e4ff[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T21:13:21,755 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 849dee24a242,39513,1732223568350 had 4 regions 2024-11-21T21:13:21,756 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:21,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:21,757 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:21,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:21,760 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd can not run currently because target server of region SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 849dee24a242,39513,1732223568350 is in state CRASHED, wait 1000 ms to retry 2024-11-21T21:13:21,760 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 849dee24a242,39513,1732223568350, splitWal=true, meta=false, isMeta: false 2024-11-21T21:13:21,760 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd; timeout=1000, timestamp=1732223602760 2024-11-21T21:13:21,761 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 can not run currently because target server of region SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 1000 ms to retry 2024-11-21T21:13:21,761 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6; timeout=1000, timestamp=1732223602761 2024-11-21T21:13:21,762 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c can not run currently because target server of region SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 1000 ms to retry 2024-11-21T21:13:21,762 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c; timeout=1000, timestamp=1732223602762 2024-11-21T21:13:21,763 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 can not run currently because target server of region SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 1000 ms to retry 2024-11-21T21:13:21,763 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9; timeout=1000, timestamp=1732223602763 2024-11-21T21:13:21,763 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting 2024-11-21T21:13:21,765 INFO [PEWorker-5 {}] master.SplitWALManager(105): 849dee24a242,39513,1732223568350 WAL count=1, meta=false 2024-11-21T21:13:21,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 849dee24a242%2C39513%2C1732223568350.1732223570033}] 2024-11-21T21:13:21,779 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=849dee24a242,34155,1732223568392 2024-11-21T21:13:21,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 849dee24a242%2C39513%2C1732223568350.1732223570033, worker=849dee24a242,34155,1732223568392}] 2024-11-21T21:13:21,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:13:21,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39513-0x1015f3dfe930002, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:13:21,802 INFO [RS:1;849dee24a242:39513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:13:21,803 INFO [RS:1;849dee24a242:39513 {}] regionserver.HRegionServer(1031): Exiting; stopping=849dee24a242,39513,1732223568350; zookeeper connection closed. 2024-11-21T21:13:21,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ee2f9a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ee2f9a4 2024-11-21T21:13:21,869 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:13:21,869 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T21:13:22,761 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:22,761 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:22,762 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:22,763 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd can not run currently because target server of region SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T21:13:22,763 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 can not run currently because target server of region SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T21:13:22,763 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd; timeout=2000, timestamp=1732223604763 2024-11-21T21:13:22,763 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6; timeout=2000, timestamp=1732223604763 2024-11-21T21:13:22,764 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:22,764 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c can not run currently because target server of region SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T21:13:22,764 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c; timeout=2000, timestamp=1732223604764 2024-11-21T21:13:22,765 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 can not run currently because target server of region SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 2000 ms to retry 2024-11-21T21:13:22,765 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9; timeout=2000, timestamp=1732223604765 2024-11-21T21:13:24,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:24,764 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:24,764 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:24,765 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:24,766 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd can not run currently because target server of region SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T21:13:24,766 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c can not run currently because target server of region SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T21:13:24,766 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 can not run currently because target server of region SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T21:13:24,766 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 can not run currently because target server of region SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 4000 ms to retry 2024-11-21T21:13:24,766 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd; timeout=4000, timestamp=1732223608766 2024-11-21T21:13:24,766 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c; timeout=4000, timestamp=1732223608766 2024-11-21T21:13:24,766 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6; timeout=4000, timestamp=1732223608766 2024-11-21T21:13:24,766 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9; timeout=4000, timestamp=1732223608766 2024-11-21T21:13:28,767 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:28,767 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:28,767 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:28,768 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:28,770 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 can not run currently because target server of region SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T21:13:28,769 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 can not run currently because target server of region SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T21:13:28,770 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c can not run currently because target server of region SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T21:13:28,770 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd can not run currently because target server of region SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 849dee24a242,39513,1732223568350 is in state SPLITTING, wait 8000 ms to retry 2024-11-21T21:13:28,770 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6; timeout=8000, timestamp=1732223616770 2024-11-21T21:13:28,770 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9; timeout=8000, timestamp=1732223616770 2024-11-21T21:13:28,770 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd; timeout=8000, timestamp=1732223616770 2024-11-21T21:13:28,770 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c; timeout=8000, timestamp=1732223616770 2024-11-21T21:13:31,289 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=849dee24a242,34155,1732223568392, timeout=1732223611479, delay=189, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 849dee24a242%2C39513%2C1732223568350.1732223570033, worker=849dee24a242,34155,1732223568392, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6197163a386bbf38e8c60f33d3b61a61, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19a1ac92302abac73cf2243c90a7a2e2, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b08af74f0db7f48703cb95adadca1f6f], containedObject=849dee24a242,40593,1732223568247, timeout=1732223611480, delay=190, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 348940729e14dbe702fa00a5e9235437, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387ff8eb36852c67350dfa1236db6f4d, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76caa1075956a52bf05eb21e57a7e4b0], containedObject=849dee24a242,39513,1732223568350, timeout=1732223611480, delay=190, operations=null] 2024-11-21T21:13:31,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T21:13:31,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-21T21:13:31,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T21:13:31,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T21:13:31,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:13:31,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T21:13:31,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:13:31,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:13:31,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T21:13:31,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 348940729e14dbe702fa00a5e9235437: 2024-11-21T21:13:31,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 387ff8eb36852c67350dfa1236db6f4d: 2024-11-21T21:13:31,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. for SnapshotProcedureTest completed. 2024-11-21T21:13:31,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. for SnapshotProcedureTest completed. 2024-11-21T21:13:31,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6197163a386bbf38e8c60f33d3b61a61: 2024-11-21T21:13:31,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. for SnapshotProcedureTest completed. 2024-11-21T21:13:31,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:13:31,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:13:31,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:13:31,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:13:31,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:13:31,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:13:31,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:13:31,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:13:31,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:13:31,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T21:13:31,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:13:31,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 19a1ac92302abac73cf2243c90a7a2e2: 2024-11-21T21:13:31,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. for SnapshotProcedureTest completed. 2024-11-21T21:13:31,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:13:31,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:13:31,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:13:31,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:13:31,533 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 76caa1075956a52bf05eb21e57a7e4b0 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-21T21:13:31,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:13:31,552 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b08af74f0db7f48703cb95adadca1f6f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T21:13:31,591 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033, size=1.2 K (1257bytes) 2024-11-21T21:13:31,592 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T21:13:31,593 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T21:13:31,593 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033 2024-11-21T21:13:31,600 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033 after 5ms 2024-11-21T21:13:31,626 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033 took 37ms 2024-11-21T21:13:31,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741850_1026 (size=65) 2024-11-21T21:13:31,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741852_1028 (size=57) 2024-11-21T21:13:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741852_1028 (size=57) 2024-11-21T21:13:31,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741850_1026 (size=65) 2024-11-21T21:13:31,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741852_1028 (size=57) 2024-11-21T21:13:31,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:13:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741850_1026 (size=65) 2024-11-21T21:13:31,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:13:31,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T21:13:31,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T21:13:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T21:13:31,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:31,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:13:31,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:13:31,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:13:31,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:13:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T21:13:31,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:31,670 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:13:31,671 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 4be6f0bf670d0cdab26ddf4eca312ba9: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T21:13:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741851_1027 (size=65) 2024-11-21T21:13:31,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741851_1027 (size=65) 2024-11-21T21:13:31,676 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 7fb7f03a4ee482b845b9b4b8cd5d2ff6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T21:13:31,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741851_1027 (size=65) 2024-11-21T21:13:31,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:13:31,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T21:13:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T21:13:31,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:31,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 348940729e14dbe702fa00a5e9235437 2024-11-21T21:13:31,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 387ff8eb36852c67350dfa1236db6f4d in 10.2010 sec 2024-11-21T21:13:31,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 19a1ac92302abac73cf2243c90a7a2e2 in 10.2020 sec 2024-11-21T21:13:31,680 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 879a89a26fc8d7c95290d86a2cd627dd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T21:13:31,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 348940729e14dbe702fa00a5e9235437 in 10.2090 sec 2024-11-21T21:13:31,683 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 00fedfe329f0fbca0c126c605e8c206c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-21T21:13:31,684 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033 so closing down 2024-11-21T21:13:31,684 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T21:13:31,684 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T21:13:31,689 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 46 ms; skipped=4; WAL=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-21T21:13:31,689 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033, journal: Splitting hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033, size=1.2 K (1257bytes) at 1732223611591Finishing writing output for hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033 so closing down at 1732223611684 (+93 ms)3 split writer threads finished at 1732223611684Processed 4 edits across 0 Regions in 46 ms; skipped=4; WAL=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732223611689 (+5 ms) 2024-11-21T21:13:31,690 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033 2024-11-21T21:13:31,690 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T21:13:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T21:13:31,699 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting/849dee24a242%2C39513%2C1732223568350.1732223570033 to hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/oldWALs 2024-11-21T21:13:31,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-21T21:13:31,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 849dee24a242%2C39513%2C1732223568350.1732223570033, worker=849dee24a242,34155,1732223568392 in 9.9170 sec 2024-11-21T21:13:31,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/b08af74f0db7f48703cb95adadca1f6f/.tmp/cf/98b6495202d84b78a8c877cdc994b095 is 34, key is baa/cf:cf/1732223600400/Put/seqid=0 2024-11-21T21:13:31,705 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=849dee24a242,34155,1732223568392 2024-11-21T21:13:31,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T21:13:31,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 849dee24a242%2C39513%2C1732223568350.1732223570033, worker=849dee24a242,34155,1732223568392 in 9.9390 sec 2024-11-21T21:13:31,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/76caa1075956a52bf05eb21e57a7e4b0/.tmp/cf/4cf5f55b450f48a4b9c944e53aba2bd0 is 34, key is ccd/cf:cf/1732223600435/Put/seqid=0 2024-11-21T21:13:31,715 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting dir is empty, no logs to split. 2024-11-21T21:13:31,715 INFO [PEWorker-4 {}] master.SplitWALManager(105): 849dee24a242,39513,1732223568350 WAL count=0, meta=false 2024-11-21T21:13:31,715 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 849dee24a242,39513,1732223568350 WAL splitting is done? wals=0, meta=false 2024-11-21T21:13:31,719 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 849dee24a242,39513,1732223568350 failed, ignore...File hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/WALs/849dee24a242,39513,1732223568350-splitting does not exist. 2024-11-21T21:13:31,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=879a89a26fc8d7c95290d86a2cd627dd, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00fedfe329f0fbca0c126c605e8c206c, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb7f03a4ee482b845b9b4b8cd5d2ff6, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4be6f0bf670d0cdab26ddf4eca312ba9, ASSIGN}] 2024-11-21T21:13:31,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4be6f0bf670d0cdab26ddf4eca312ba9, ASSIGN 2024-11-21T21:13:31,729 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00fedfe329f0fbca0c126c605e8c206c, ASSIGN 2024-11-21T21:13:31,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=879a89a26fc8d7c95290d86a2cd627dd, ASSIGN 2024-11-21T21:13:31,730 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb7f03a4ee482b845b9b4b8cd5d2ff6, ASSIGN 2024-11-21T21:13:31,734 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00fedfe329f0fbca0c126c605e8c206c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:13:31,734 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=879a89a26fc8d7c95290d86a2cd627dd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:13:31,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4be6f0bf670d0cdab26ddf4eca312ba9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:13:31,736 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fb7f03a4ee482b845b9b4b8cd5d2ff6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:13:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741853_1029 (size=28623) 2024-11-21T21:13:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741853_1029 (size=28623) 2024-11-21T21:13:31,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741853_1029 (size=28623) 2024-11-21T21:13:31,749 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/b08af74f0db7f48703cb95adadca1f6f/.tmp/cf/98b6495202d84b78a8c877cdc994b095 2024-11-21T21:13:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741854_1030 (size=47197) 2024-11-21T21:13:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741854_1030 (size=47197) 2024-11-21T21:13:31,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741854_1030 (size=47197) 2024-11-21T21:13:31,766 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/76caa1075956a52bf05eb21e57a7e4b0/.tmp/cf/4cf5f55b450f48a4b9c944e53aba2bd0 2024-11-21T21:13:31,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/b08af74f0db7f48703cb95adadca1f6f/.tmp/cf/98b6495202d84b78a8c877cdc994b095 as hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/b08af74f0db7f48703cb95adadca1f6f/cf/98b6495202d84b78a8c877cdc994b095 2024-11-21T21:13:31,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/76caa1075956a52bf05eb21e57a7e4b0/.tmp/cf/4cf5f55b450f48a4b9c944e53aba2bd0 as hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/76caa1075956a52bf05eb21e57a7e4b0/cf/4cf5f55b450f48a4b9c944e53aba2bd0 2024-11-21T21:13:31,834 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/b08af74f0db7f48703cb95adadca1f6f/cf/98b6495202d84b78a8c877cdc994b095, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T21:13:31,836 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/76caa1075956a52bf05eb21e57a7e4b0/cf/4cf5f55b450f48a4b9c944e53aba2bd0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-21T21:13:31,842 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b08af74f0db7f48703cb95adadca1f6f in 286ms, sequenceid=5, compaction requested=false 2024-11-21T21:13:31,842 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 76caa1075956a52bf05eb21e57a7e4b0 in 310ms, sequenceid=5, compaction requested=false 2024-11-21T21:13:31,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b08af74f0db7f48703cb95adadca1f6f: 2024-11-21T21:13:31,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 76caa1075956a52bf05eb21e57a7e4b0: 2024-11-21T21:13:31,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. for SnapshotProcedureTest completed. 2024-11-21T21:13:31,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. for SnapshotProcedureTest completed. 2024-11-21T21:13:31,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:13:31,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:13:31,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:13:31,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:13:31,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/b08af74f0db7f48703cb95adadca1f6f/cf/98b6495202d84b78a8c877cdc994b095] hfiles 2024-11-21T21:13:31,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/76caa1075956a52bf05eb21e57a7e4b0/cf/4cf5f55b450f48a4b9c944e53aba2bd0] hfiles 2024-11-21T21:13:31,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/b08af74f0db7f48703cb95adadca1f6f/cf/98b6495202d84b78a8c877cdc994b095 for snapshot=SnapshotProcedureTest 2024-11-21T21:13:31,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/76caa1075956a52bf05eb21e57a7e4b0/cf/4cf5f55b450f48a4b9c944e53aba2bd0 for snapshot=SnapshotProcedureTest 2024-11-21T21:13:31,885 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(204): Hosts are {849dee24a242=0} racks are {/default-rack=0} 2024-11-21T21:13:31,886 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:13:31,886 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:13:31,886 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:13:31,886 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:13:31,886 INFO [849dee24a242:33893 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:13:31,886 INFO [849dee24a242:33893 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:13:31,887 DEBUG [849dee24a242:33893 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:13:31,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=879a89a26fc8d7c95290d86a2cd627dd, regionState=OPENING, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:13:31,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=7fb7f03a4ee482b845b9b4b8cd5d2ff6, regionState=OPENING, regionLocation=849dee24a242,40593,1732223568247 2024-11-21T21:13:31,887 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=4be6f0bf670d0cdab26ddf4eca312ba9, regionState=OPENING, regionLocation=849dee24a242,40593,1732223568247 2024-11-21T21:13:31,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=00fedfe329f0fbca0c126c605e8c206c, regionState=OPENING, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:13:31,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4be6f0bf670d0cdab26ddf4eca312ba9, ASSIGN because future has completed 2024-11-21T21:13:31,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9, server=849dee24a242,40593,1732223568247}] 2024-11-21T21:13:31,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00fedfe329f0fbca0c126c605e8c206c, ASSIGN because future has completed 2024-11-21T21:13:31,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00fedfe329f0fbca0c126c605e8c206c, server=849dee24a242,34155,1732223568392}] 2024-11-21T21:13:31,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fb7f03a4ee482b845b9b4b8cd5d2ff6, ASSIGN because future has completed 2024-11-21T21:13:31,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6, server=849dee24a242,40593,1732223568247}] 2024-11-21T21:13:31,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=879a89a26fc8d7c95290d86a2cd627dd, ASSIGN because future has completed 2024-11-21T21:13:31,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd, server=849dee24a242,34155,1732223568392}] 2024-11-21T21:13:31,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741855_1031 (size=105) 2024-11-21T21:13:31,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741855_1031 (size=105) 2024-11-21T21:13:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741855_1031 (size=105) 2024-11-21T21:13:31,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:13:31,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T21:13:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T21:13:31,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:31,951 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:13:31,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76caa1075956a52bf05eb21e57a7e4b0 in 10.4820 sec 2024-11-21T21:13:31,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741856_1032 (size=105) 2024-11-21T21:13:31,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741856_1032 (size=105) 2024-11-21T21:13:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741856_1032 (size=105) 2024-11-21T21:13:31,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:13:31,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T21:13:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T21:13:31,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:31,963 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:13:31,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b08af74f0db7f48703cb95adadca1f6f in 10.4940 sec 2024-11-21T21:13:32,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:13:32,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T21:13:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T21:13:32,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:32,068 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:13:32,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6197163a386bbf38e8c60f33d3b61a61 in 10.5990 sec 2024-11-21T21:13:36,770 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 held by pid=41 2024-11-21T21:13:36,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c held by pid=40 2024-11-21T21:13:36,771 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:36,771 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:36,771 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd held by pid=39 2024-11-21T21:13:36,771 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:36,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 held by pid=42 2024-11-21T21:13:36,771 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:40,587 INFO [master/849dee24a242:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T21:13:40,588 INFO [master/849dee24a242:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T21:13:41,910 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:41,911 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 4be6f0bf670d0cdab26ddf4eca312ba9, NAME => 'SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T21:13:41,911 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,911 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:41,911 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,911 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,912 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:41,912 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 879a89a26fc8d7c95290d86a2cd627dd, NAME => 'SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T21:13:41,912 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,913 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:41,913 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,913 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,914 INFO [StoreOpener-4be6f0bf670d0cdab26ddf4eca312ba9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,915 INFO [StoreOpener-879a89a26fc8d7c95290d86a2cd627dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,915 INFO [StoreOpener-4be6f0bf670d0cdab26ddf4eca312ba9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4be6f0bf670d0cdab26ddf4eca312ba9 columnFamilyName cf 2024-11-21T21:13:41,915 DEBUG [StoreOpener-4be6f0bf670d0cdab26ddf4eca312ba9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:41,916 INFO [StoreOpener-4be6f0bf670d0cdab26ddf4eca312ba9-1 {}] regionserver.HStore(327): Store=4be6f0bf670d0cdab26ddf4eca312ba9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:41,916 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,916 INFO [StoreOpener-879a89a26fc8d7c95290d86a2cd627dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 879a89a26fc8d7c95290d86a2cd627dd columnFamilyName cf 2024-11-21T21:13:41,916 DEBUG [StoreOpener-879a89a26fc8d7c95290d86a2cd627dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:41,917 INFO [StoreOpener-879a89a26fc8d7c95290d86a2cd627dd-1 {}] regionserver.HStore(327): Store=879a89a26fc8d7c95290d86a2cd627dd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:41,917 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,917 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,918 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,919 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,920 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,920 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,920 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,920 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,920 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,922 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,923 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,924 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 4be6f0bf670d0cdab26ddf4eca312ba9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69163754, jitterRate=0.03062024712562561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:41,924 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,924 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 4be6f0bf670d0cdab26ddf4eca312ba9: Running coprocessor pre-open hook at 1732223621912Writing region info on filesystem at 1732223621912Initializing all the Stores at 1732223621913 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223621913Cleaning up temporary data from old regions at 1732223621920 (+7 ms)Running coprocessor post-open hooks at 1732223621924 (+4 ms)Region opened successfully at 1732223621924 2024-11-21T21:13:41,924 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 879a89a26fc8d7c95290d86a2cd627dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68465289, jitterRate=0.020212307572364807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:41,924 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,924 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 879a89a26fc8d7c95290d86a2cd627dd: Running coprocessor pre-open hook at 1732223621913Writing region info on filesystem at 1732223621913Initializing all the Stores at 1732223621914 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223621914Cleaning up temporary data from old regions at 1732223621920 (+6 ms)Running coprocessor post-open hooks at 1732223621924 (+4 ms)Region opened successfully at 1732223621924 2024-11-21T21:13:41,925 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd., pid=46, masterSystemTime=1732223621904 2024-11-21T21:13:41,925 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9., pid=43, masterSystemTime=1732223621899 2024-11-21T21:13:41,927 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:41,927 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:41,927 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:41,928 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 00fedfe329f0fbca0c126c605e8c206c, NAME => 'SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T21:13:41,928 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,928 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:41,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=879a89a26fc8d7c95290d86a2cd627dd, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:13:41,928 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,928 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:41,929 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,929 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:41,929 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:41,929 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fb7f03a4ee482b845b9b4b8cd5d2ff6, NAME => 'SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T21:13:41,929 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,929 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:13:41,930 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,930 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,931 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=4be6f0bf670d0cdab26ddf4eca312ba9, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,40593,1732223568247 2024-11-21T21:13:41,931 INFO [StoreOpener-00fedfe329f0fbca0c126c605e8c206c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,933 INFO [StoreOpener-00fedfe329f0fbca0c126c605e8c206c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00fedfe329f0fbca0c126c605e8c206c columnFamilyName cf 2024-11-21T21:13:41,933 DEBUG [StoreOpener-00fedfe329f0fbca0c126c605e8c206c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:41,934 INFO [StoreOpener-00fedfe329f0fbca0c126c605e8c206c-1 {}] regionserver.HStore(327): Store=00fedfe329f0fbca0c126c605e8c206c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:41,934 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,934 INFO [StoreOpener-7fb7f03a4ee482b845b9b4b8cd5d2ff6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,935 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd, server=849dee24a242,34155,1732223568392 because future has completed 2024-11-21T21:13:41,935 INFO [StoreOpener-7fb7f03a4ee482b845b9b4b8cd5d2ff6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb7f03a4ee482b845b9b4b8cd5d2ff6 columnFamilyName cf 2024-11-21T21:13:41,936 DEBUG [StoreOpener-7fb7f03a4ee482b845b9b4b8cd5d2ff6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:13:41,937 INFO [StoreOpener-7fb7f03a4ee482b845b9b4b8cd5d2ff6-1 {}] regionserver.HStore(327): Store=7fb7f03a4ee482b845b9b4b8cd5d2ff6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:13:41,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9, server=849dee24a242,40593,1732223568247 because future has completed 2024-11-21T21:13:41,938 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,938 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,939 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,939 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,939 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-21T21:13:41,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd, server=849dee24a242,34155,1732223568392 in 10.0350 sec 2024-11-21T21:13:41,946 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-21T21:13:41,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9, server=849dee24a242,40593,1732223568247 in 10.0480 sec 2024-11-21T21:13:41,947 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,950 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,950 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,950 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 00fedfe329f0fbca0c126c605e8c206c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60916083, jitterRate=-0.09227962791919708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:41,950 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,950 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 00fedfe329f0fbca0c126c605e8c206c: Running coprocessor pre-open hook at 1732223621929Writing region info on filesystem at 1732223621929Initializing all the Stores at 1732223621931 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223621931Cleaning up temporary data from old regions at 1732223621939 (+8 ms)Running coprocessor post-open hooks at 1732223621950 (+11 ms)Region opened successfully at 1732223621950 2024-11-21T21:13:41,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4be6f0bf670d0cdab26ddf4eca312ba9, ASSIGN in 10.2220 sec 2024-11-21T21:13:41,951 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:41,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=879a89a26fc8d7c95290d86a2cd627dd, ASSIGN in 10.2200 sec 2024-11-21T21:13:41,951 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:41,952 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c., pid=44, masterSystemTime=1732223621904 2024-11-21T21:13:41,956 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,956 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:41,956 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:41,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=00fedfe329f0fbca0c126c605e8c206c, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,34155,1732223568392 2024-11-21T21:13:41,959 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 7fb7f03a4ee482b845b9b4b8cd5d2ff6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74072469, jitterRate=0.10376580059528351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:13:41,960 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,960 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 7fb7f03a4ee482b845b9b4b8cd5d2ff6: Running coprocessor pre-open hook at 1732223621930Writing region info on filesystem at 1732223621930Initializing all the Stores at 1732223621933 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223621933Cleaning up temporary data from old regions at 1732223621950 (+17 ms)Running coprocessor post-open hooks at 1732223621960 (+10 ms)Region opened successfully at 1732223621960 2024-11-21T21:13:41,967 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6., pid=45, masterSystemTime=1732223621899 2024-11-21T21:13:41,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00fedfe329f0fbca0c126c605e8c206c, server=849dee24a242,34155,1732223568392 because future has completed 2024-11-21T21:13:41,973 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:41,973 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:41,974 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=7fb7f03a4ee482b845b9b4b8cd5d2ff6, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,40593,1732223568247 2024-11-21T21:13:41,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-21T21:13:41,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6, server=849dee24a242,40593,1732223568247 because future has completed 2024-11-21T21:13:41,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 00fedfe329f0fbca0c126c605e8c206c, server=849dee24a242,34155,1732223568392 in 10.0760 sec 2024-11-21T21:13:41,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00fedfe329f0fbca0c126c605e8c206c, ASSIGN in 10.2520 sec 2024-11-21T21:13:41,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:41,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-21T21:13:41,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6, server=849dee24a242,40593,1732223568247 in 10.0770 sec 2024-11-21T21:13:41,985 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:41,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-21T21:13:41,986 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 849dee24a242,39513,1732223568350 after splitting done 2024-11-21T21:13:41,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb7f03a4ee482b845b9b4b8cd5d2ff6, ASSIGN in 10.2570 sec 2024-11-21T21:13:41,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 849dee24a242,39513,1732223568350, splitWal=true, meta=false in 20.2410 sec 2024-11-21T21:13:46,504 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:13:47,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T21:13:49,867 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T21:13:51,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T21:13:51,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T21:13:51,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:51,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:51,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7fb7f03a4ee482b845b9b4b8cd5d2ff6: 2024-11-21T21:13:51,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. for SnapshotProcedureTest completed. 2024-11-21T21:13:51,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4be6f0bf670d0cdab26ddf4eca312ba9: 2024-11-21T21:13:51,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. for SnapshotProcedureTest completed. 2024-11-21T21:13:51,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:13:51,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:13:51,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:13:51,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:13:51,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:13:51,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:13:51,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T21:13:51,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:51,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T21:13:51,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 879a89a26fc8d7c95290d86a2cd627dd: 2024-11-21T21:13:51,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:51,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. for SnapshotProcedureTest completed. 2024-11-21T21:13:51,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 00fedfe329f0fbca0c126c605e8c206c: 2024-11-21T21:13:51,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. for SnapshotProcedureTest completed. 2024-11-21T21:13:51,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:13:51,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:13:51,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:13:51,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:13:51,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:13:51,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:13:51,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741857_1033 (size=65) 2024-11-21T21:13:51,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741859_1035 (size=57) 2024-11-21T21:13:51,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741859_1035 (size=57) 2024-11-21T21:13:51,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741857_1033 (size=65) 2024-11-21T21:13:51,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741858_1034 (size=65) 2024-11-21T21:13:51,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741859_1035 (size=57) 2024-11-21T21:13:51,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741857_1033 (size=65) 2024-11-21T21:13:51,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741858_1034 (size=65) 2024-11-21T21:13:51,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741858_1034 (size=65) 2024-11-21T21:13:51,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:13:51,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:13:51,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T21:13:51,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T21:13:51,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:13:51,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T21:13:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T21:13:51,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T21:13:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T21:13:51,979 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:51,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:51,979 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:13:51,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:13:51,980 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:13:51,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4be6f0bf670d0cdab26ddf4eca312ba9 in 30.5100 sec 2024-11-21T21:13:51,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7fb7f03a4ee482b845b9b4b8cd5d2ff6 in 30.5100 sec 2024-11-21T21:13:51,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 879a89a26fc8d7c95290d86a2cd627dd in 30.5100 sec 2024-11-21T21:13:51,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741860_1036 (size=65) 2024-11-21T21:13:51,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741860_1036 (size=65) 2024-11-21T21:13:51,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741860_1036 (size=65) 2024-11-21T21:13:52,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:13:52,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T21:13:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T21:13:52,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:52,390 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:13:52,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-21T21:13:52,394 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T21:13:52,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 00fedfe329f0fbca0c126c605e8c206c in 30.9200 sec 2024-11-21T21:13:52,396 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T21:13:52,400 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T21:13:52,400 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T21:13:52,403 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T21:13:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741861_1037 (size=1094) 2024-11-21T21:13:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741861_1037 (size=1094) 2024-11-21T21:13:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741861_1037 (size=1094) 2024-11-21T21:13:52,458 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T21:13:52,464 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=849dee24a242:33893 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-21T21:13:52,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T21:13:52,472 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,40593,1732223568247 2024-11-21T21:13:52,472 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,34155,1732223568392 2024-11-21T21:13:52,472 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,34155,1732223568392 2024-11-21T21:13:52,472 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,40593,1732223568247 2024-11-21T21:13:52,472 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,34155,1732223568392 2024-11-21T21:13:52,478 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,40593,1732223568247 2024-11-21T21:13:56,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 76caa1075956a52bf05eb21e57a7e4b0, had cached 0 bytes from a total of 47197 2024-11-21T21:13:56,334 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b08af74f0db7f48703cb95adadca1f6f, had cached 0 bytes from a total of 28623 2024-11-21T21:14:00,723 DEBUG [master/849dee24a242:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6197163a386bbf38e8c60f33d3b61a61 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:14:00,724 DEBUG [master/849dee24a242:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 00fedfe329f0fbca0c126c605e8c206c changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:14:00,725 DEBUG [master/849dee24a242:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 19a1ac92302abac73cf2243c90a7a2e2 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:14:00,725 DEBUG [master/849dee24a242:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b08af74f0db7f48703cb95adadca1f6f changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:14:00,726 DEBUG [master/849dee24a242:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 879a89a26fc8d7c95290d86a2cd627dd changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:14:00,726 DEBUG [master/849dee24a242:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 387ff8eb36852c67350dfa1236db6f4d changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:14:00,726 DEBUG [master/849dee24a242:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4be6f0bf670d0cdab26ddf4eca312ba9 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:14:00,726 DEBUG [master/849dee24a242:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 348940729e14dbe702fa00a5e9235437 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:14:00,727 DEBUG [master/849dee24a242:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7fb7f03a4ee482b845b9b4b8cd5d2ff6 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:14:00,727 DEBUG [master/849dee24a242:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 76caa1075956a52bf05eb21e57a7e4b0 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:14:02,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-21T21:14:02,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-21T21:14:02,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-21T21:14:02,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-21T21:14:02,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-21T21:14:02,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-21T21:14:02,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T21:14:02,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T21:14:02,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-21T21:14:02,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-21T21:14:02,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-21T21:14:02,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-21T21:14:02,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T21:14:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-21T21:14:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-21T21:14:02,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T21:14:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-21T21:14:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T21:14:02,492 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,34155,1732223568392 Release verify snapshot worker=849dee24a242,34155,1732223568392 2024-11-21T21:14:02,492 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40593,1732223568247 Release verify snapshot worker=849dee24a242,40593,1732223568247 2024-11-21T21:14:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-21T21:14:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-21T21:14:02,494 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40593,1732223568247 Release verify snapshot worker=849dee24a242,40593,1732223568247 2024-11-21T21:14:02,495 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,34155,1732223568392 2024-11-21T21:14:02,496 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,40593,1732223568247 2024-11-21T21:14:02,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,34155,1732223568392 in 10.0270 sec 2024-11-21T21:14:02,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40593,1732223568247 in 10.0270 sec 2024-11-21T21:14:02,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40593,1732223568247 in 10.0280 sec 2024-11-21T21:14:02,498 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,34155,1732223568392 Release verify snapshot worker=849dee24a242,34155,1732223568392 2024-11-21T21:14:02,498 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40593,1732223568247 Release verify snapshot worker=849dee24a242,40593,1732223568247 2024-11-21T21:14:02,498 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,40593,1732223568247 2024-11-21T21:14:02,499 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,34155,1732223568392 Release verify snapshot worker=849dee24a242,34155,1732223568392 2024-11-21T21:14:02,499 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,34155,1732223568392 2024-11-21T21:14:02,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,34155,1732223568392 in 10.0330 sec 2024-11-21T21:14:02,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,34155,1732223568392 in 10.0320 sec 2024-11-21T21:14:02,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40593,1732223568247 in 10.0320 sec 2024-11-21T21:14:04,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd389ffa1d9199c5a with lease ID 0x7adec820ff35b255: from storage DS-115be04a-a7ac-483f-b3f7-a753ad04b3ab node DatanodeRegistration(127.0.0.1:39681, datanodeUuid=19e1a853-65bc-464f-b437-cb5e97ea5e05, infoPort=45051, infoSecurePort=0, ipcPort=35869, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965), blocks: 13, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T21:14:04,455 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd389ffa1d9199c5a with lease ID 0x7adec820ff35b255: from storage DS-615df2f8-14af-4f92-97d7-976da9118892 node DatanodeRegistration(127.0.0.1:39681, datanodeUuid=19e1a853-65bc-464f-b437-cb5e97ea5e05, infoPort=45051, infoSecurePort=0, ipcPort=35869, storageInfo=lv=-57;cid=testClusterID;nsid=1246271029;c=1732223561965), blocks: 14, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:14:12,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-21T21:14:12,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-21T21:14:12,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-21T21:14:12,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-21T21:14:12,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-21T21:14:12,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T21:14:12,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-21T21:14:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-21T21:14:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-21T21:14:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-21T21:14:12,501 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40593,1732223568247 Release verify snapshot worker=849dee24a242,40593,1732223568247 2024-11-21T21:14:12,501 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,34155,1732223568392 Release verify snapshot worker=849dee24a242,34155,1732223568392 2024-11-21T21:14:12,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-21T21:14:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33893 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-21T21:14:12,503 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,34155,1732223568392 Release verify snapshot worker=849dee24a242,34155,1732223568392 2024-11-21T21:14:12,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40593,1732223568247 in 20.0350 sec 2024-11-21T21:14:12,505 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40593,1732223568247 Release verify snapshot worker=849dee24a242,40593,1732223568247 2024-11-21T21:14:12,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,34155,1732223568392 in 20.0350 sec 2024-11-21T21:14:12,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,34155,1732223568392 in 20.0370 sec 2024-11-21T21:14:12,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-21T21:14:12,507 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T21:14:12,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40593,1732223568247 in 20.0390 sec 2024-11-21T21:14:12,509 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T21:14:12,511 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T21:14:12,511 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T21:14:12,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0930 sec 2024-11-21T21:14:12,657 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T21:14:12,665 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T21:14:12,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T21:14:12,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:14:12,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:14:12,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:12,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:12,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T21:14:12,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T21:14:12,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=230792983, stopped=false 2024-11-21T21:14:12,667 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=849dee24a242,33893,1732223567428 2024-11-21T21:14:12,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:14:12,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:14:12,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:14:12,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:12,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:12,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:12,691 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:14:12,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:14:12,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:14:12,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:14:12,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:14:12,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:14:12,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:12,693 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '849dee24a242,40593,1732223568247' ***** 2024-11-21T21:14:12,693 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T21:14:12,693 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '849dee24a242,34155,1732223568392' ***** 2024-11-21T21:14:12,693 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T21:14:12,693 INFO [RS:0;849dee24a242:40593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:14:12,693 INFO [RS:0;849dee24a242:40593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T21:14:12,693 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:14:12,693 INFO [RS:0;849dee24a242:40593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T21:14:12,693 INFO [RS:2;849dee24a242:34155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:14:12,693 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:14:12,694 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(3091): Received CLOSE for 387ff8eb36852c67350dfa1236db6f4d 2024-11-21T21:14:12,694 INFO [RS:2;849dee24a242:34155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T21:14:12,694 INFO [RS:2;849dee24a242:34155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T21:14:12,694 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(3091): Received CLOSE for 19a1ac92302abac73cf2243c90a7a2e2 2024-11-21T21:14:12,694 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(3091): Received CLOSE for 00fedfe329f0fbca0c126c605e8c206c 2024-11-21T21:14:12,694 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(3091): Received CLOSE for 879a89a26fc8d7c95290d86a2cd627dd 2024-11-21T21:14:12,694 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(3091): Received CLOSE for 76caa1075956a52bf05eb21e57a7e4b0 2024-11-21T21:14:12,694 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(3091): Received CLOSE for b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:14:12,694 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:14:12,694 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(3091): Received CLOSE for 6197163a386bbf38e8c60f33d3b61a61 2024-11-21T21:14:12,694 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(3091): Received CLOSE for 4be6f0bf670d0cdab26ddf4eca312ba9 2024-11-21T21:14:12,694 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(3091): Received CLOSE for 348940729e14dbe702fa00a5e9235437 2024-11-21T21:14:12,694 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(959): stopping server 849dee24a242,34155,1732223568392 2024-11-21T21:14:12,694 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(959): stopping server 849dee24a242,40593,1732223568247 2024-11-21T21:14:12,694 INFO [RS:2;849dee24a242:34155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:14:12,694 INFO [RS:0;849dee24a242:40593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:14:12,695 INFO [RS:0;849dee24a242:40593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;849dee24a242:40593. 2024-11-21T21:14:12,695 INFO [RS:2;849dee24a242:34155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;849dee24a242:34155. 2024-11-21T21:14:12,695 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19a1ac92302abac73cf2243c90a7a2e2, disabling compactions & flushes 2024-11-21T21:14:12,695 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 387ff8eb36852c67350dfa1236db6f4d, disabling compactions & flushes 2024-11-21T21:14:12,695 DEBUG [RS:0;849dee24a242:40593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:14:12,695 DEBUG [RS:2;849dee24a242:34155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:14:12,695 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:14:12,695 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:14:12,695 DEBUG [RS:0;849dee24a242:40593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:12,695 DEBUG [RS:2;849dee24a242:34155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:12,695 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:14:12,695 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:14:12,695 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. after waiting 0 ms 2024-11-21T21:14:12,695 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. after waiting 0 ms 2024-11-21T21:14:12,695 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:14:12,695 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:14:12,695 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-21T21:14:12,695 INFO [RS:2;849dee24a242:34155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T21:14:12,695 INFO [RS:2;849dee24a242:34155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T21:14:12,695 DEBUG [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(1325): Online Regions={387ff8eb36852c67350dfa1236db6f4d=SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d., 76caa1075956a52bf05eb21e57a7e4b0=SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0., 7fb7f03a4ee482b845b9b4b8cd5d2ff6=SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6., 4be6f0bf670d0cdab26ddf4eca312ba9=SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9., 348940729e14dbe702fa00a5e9235437=SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437.} 2024-11-21T21:14:12,695 INFO [RS:2;849dee24a242:34155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T21:14:12,695 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T21:14:12,695 DEBUG [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(1351): Waiting on 348940729e14dbe702fa00a5e9235437, 387ff8eb36852c67350dfa1236db6f4d, 4be6f0bf670d0cdab26ddf4eca312ba9, 76caa1075956a52bf05eb21e57a7e4b0, 7fb7f03a4ee482b845b9b4b8cd5d2ff6 2024-11-21T21:14:12,700 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-21T21:14:12,700 DEBUG [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(1325): Online Regions={19a1ac92302abac73cf2243c90a7a2e2=SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2., 00fedfe329f0fbca0c126c605e8c206c=SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c., 1588230740=hbase:meta,,1.1588230740, 879a89a26fc8d7c95290d86a2cd627dd=SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd., b08af74f0db7f48703cb95adadca1f6f=SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f., 6197163a386bbf38e8c60f33d3b61a61=SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61.} 2024-11-21T21:14:12,700 DEBUG [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(1351): Waiting on 00fedfe329f0fbca0c126c605e8c206c, 1588230740, 19a1ac92302abac73cf2243c90a7a2e2, 6197163a386bbf38e8c60f33d3b61a61, 879a89a26fc8d7c95290d86a2cd627dd, b08af74f0db7f48703cb95adadca1f6f 2024-11-21T21:14:12,701 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T21:14:12,701 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T21:14:12,701 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T21:14:12,701 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T21:14:12,701 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T21:14:12,701 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-21T21:14:12,703 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/387ff8eb36852c67350dfa1236db6f4d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:14:12,706 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/19a1ac92302abac73cf2243c90a7a2e2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:14:12,706 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:14:12,706 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 387ff8eb36852c67350dfa1236db6f4d: Waiting for close lock at 1732223652694Running coprocessor pre-close hooks at 1732223652694Disabling compacts and flushes for region at 1732223652695 (+1 ms)Disabling writes for close at 1732223652695Writing region close event to WAL at 1732223652696 (+1 ms)Running coprocessor post-close hooks at 1732223652704 (+8 ms)Closed at 1732223652706 (+2 ms) 2024-11-21T21:14:12,707 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:14:12,707 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732223580789.387ff8eb36852c67350dfa1236db6f4d. 2024-11-21T21:14:12,707 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19a1ac92302abac73cf2243c90a7a2e2: Waiting for close lock at 1732223652694Running coprocessor pre-close hooks at 1732223652694Disabling compacts and flushes for region at 1732223652695 (+1 ms)Disabling writes for close at 1732223652695Writing region close event to WAL at 1732223652700 (+5 ms)Running coprocessor post-close hooks at 1732223652707 (+7 ms)Closed at 1732223652707 2024-11-21T21:14:12,707 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732223580789.19a1ac92302abac73cf2243c90a7a2e2. 2024-11-21T21:14:12,707 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76caa1075956a52bf05eb21e57a7e4b0, disabling compactions & flushes 2024-11-21T21:14:12,707 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00fedfe329f0fbca0c126c605e8c206c, disabling compactions & flushes 2024-11-21T21:14:12,707 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:14:12,707 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:14:12,707 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:14:12,707 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:14:12,707 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. after waiting 0 ms 2024-11-21T21:14:12,707 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. after waiting 0 ms 2024-11-21T21:14:12,707 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:14:12,707 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:14:12,719 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/00fedfe329f0fbca0c126c605e8c206c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:14:12,720 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:14:12,720 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00fedfe329f0fbca0c126c605e8c206c: Waiting for close lock at 1732223652707Running coprocessor pre-close hooks at 1732223652707Disabling compacts and flushes for region at 1732223652707Disabling writes for close at 1732223652707Writing region close event to WAL at 1732223652708 (+1 ms)Running coprocessor post-close hooks at 1732223652720 (+12 ms)Closed at 1732223652720 2024-11-21T21:14:12,721 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732223580789.00fedfe329f0fbca0c126c605e8c206c. 2024-11-21T21:14:12,721 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 879a89a26fc8d7c95290d86a2cd627dd, disabling compactions & flushes 2024-11-21T21:14:12,721 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:14:12,721 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:14:12,721 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. after waiting 0 ms 2024-11-21T21:14:12,721 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:14:12,729 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/76caa1075956a52bf05eb21e57a7e4b0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:14:12,730 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:14:12,730 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76caa1075956a52bf05eb21e57a7e4b0: Waiting for close lock at 1732223652707Running coprocessor pre-close hooks at 1732223652707Disabling compacts and flushes for region at 1732223652707Disabling writes for close at 1732223652707Writing region close event to WAL at 1732223652719 (+12 ms)Running coprocessor post-close hooks at 1732223652730 (+11 ms)Closed at 1732223652730 2024-11-21T21:14:12,730 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732223580789.76caa1075956a52bf05eb21e57a7e4b0. 2024-11-21T21:14:12,731 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fb7f03a4ee482b845b9b4b8cd5d2ff6, disabling compactions & flushes 2024-11-21T21:14:12,731 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:14:12,731 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:14:12,731 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. after waiting 0 ms 2024-11-21T21:14:12,731 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:14:12,738 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/879a89a26fc8d7c95290d86a2cd627dd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:14:12,739 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:14:12,740 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 879a89a26fc8d7c95290d86a2cd627dd: Waiting for close lock at 1732223652721Running coprocessor pre-close hooks at 1732223652721Disabling compacts and flushes for region at 1732223652721Disabling writes for close at 1732223652721Writing region close event to WAL at 1732223652728 (+7 ms)Running coprocessor post-close hooks at 1732223652738 (+10 ms)Closed at 1732223652739 (+1 ms) 2024-11-21T21:14:12,740 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732223580789.879a89a26fc8d7c95290d86a2cd627dd. 2024-11-21T21:14:12,740 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b08af74f0db7f48703cb95adadca1f6f, disabling compactions & flushes 2024-11-21T21:14:12,740 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:14:12,740 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:14:12,740 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. after waiting 0 ms 2024-11-21T21:14:12,741 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:14:12,743 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/7fb7f03a4ee482b845b9b4b8cd5d2ff6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:14:12,745 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:14:12,745 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fb7f03a4ee482b845b9b4b8cd5d2ff6: Waiting for close lock at 1732223652731Running coprocessor pre-close hooks at 1732223652731Disabling compacts and flushes for region at 1732223652731Disabling writes for close at 1732223652731Writing region close event to WAL at 1732223652731Running coprocessor post-close hooks at 1732223652745 (+14 ms)Closed at 1732223652745 2024-11-21T21:14:12,745 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732223580789.7fb7f03a4ee482b845b9b4b8cd5d2ff6. 2024-11-21T21:14:12,746 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4be6f0bf670d0cdab26ddf4eca312ba9, disabling compactions & flushes 2024-11-21T21:14:12,746 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:14:12,746 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:14:12,746 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. after waiting 0 ms 2024-11-21T21:14:12,746 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:14:12,757 INFO [regionserver/849dee24a242:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:14:12,758 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/b08af74f0db7f48703cb95adadca1f6f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:14:12,759 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:14:12,759 INFO [regionserver/849dee24a242:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:14:12,759 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b08af74f0db7f48703cb95adadca1f6f: Waiting for close lock at 1732223652740Running coprocessor pre-close hooks at 1732223652740Disabling compacts and flushes for region at 1732223652740Disabling writes for close at 1732223652741 (+1 ms)Writing region close event to WAL at 1732223652750 (+9 ms)Running coprocessor post-close hooks at 1732223652759 (+9 ms)Closed at 1732223652759 2024-11-21T21:14:12,759 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732223580789.b08af74f0db7f48703cb95adadca1f6f. 2024-11-21T21:14:12,759 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6197163a386bbf38e8c60f33d3b61a61, disabling compactions & flushes 2024-11-21T21:14:12,759 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:14:12,759 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:14:12,759 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. after waiting 0 ms 2024-11-21T21:14:12,759 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:14:12,760 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/.tmp/info/01fb10408c6a46559ebb1bd8381154f2 is 167, key is SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9./info:regioninfo/1732223621931/Put/seqid=0 2024-11-21T21:14:12,771 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/4be6f0bf670d0cdab26ddf4eca312ba9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:14:12,773 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:14:12,773 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4be6f0bf670d0cdab26ddf4eca312ba9: Waiting for close lock at 1732223652746Running coprocessor pre-close hooks at 1732223652746Disabling compacts and flushes for region at 1732223652746Disabling writes for close at 1732223652746Writing region close event to WAL at 1732223652751 (+5 ms)Running coprocessor post-close hooks at 1732223652773 (+22 ms)Closed at 1732223652773 2024-11-21T21:14:12,773 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732223580789.4be6f0bf670d0cdab26ddf4eca312ba9. 2024-11-21T21:14:12,773 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 348940729e14dbe702fa00a5e9235437, disabling compactions & flushes 2024-11-21T21:14:12,773 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:14:12,773 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:14:12,773 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. after waiting 0 ms 2024-11-21T21:14:12,773 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:14:12,780 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/6197163a386bbf38e8c60f33d3b61a61/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:14:12,781 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:14:12,781 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6197163a386bbf38e8c60f33d3b61a61: Waiting for close lock at 1732223652759Running coprocessor pre-close hooks at 1732223652759Disabling compacts and flushes for region at 1732223652759Disabling writes for close at 1732223652759Writing region close event to WAL at 1732223652771 (+12 ms)Running coprocessor post-close hooks at 1732223652781 (+10 ms)Closed at 1732223652781 2024-11-21T21:14:12,782 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732223580789.6197163a386bbf38e8c60f33d3b61a61. 2024-11-21T21:14:12,785 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/default/SPTestTable/348940729e14dbe702fa00a5e9235437/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:14:12,786 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:14:12,786 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 348940729e14dbe702fa00a5e9235437: Waiting for close lock at 1732223652773Running coprocessor pre-close hooks at 1732223652773Disabling compacts and flushes for region at 1732223652773Disabling writes for close at 1732223652773Writing region close event to WAL at 1732223652775 (+2 ms)Running coprocessor post-close hooks at 1732223652786 (+11 ms)Closed at 1732223652786 2024-11-21T21:14:12,787 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732223580789.348940729e14dbe702fa00a5e9235437. 2024-11-21T21:14:12,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741862_1038 (size=20292) 2024-11-21T21:14:12,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741862_1038 (size=20292) 2024-11-21T21:14:12,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741862_1038 (size=20292) 2024-11-21T21:14:12,790 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/.tmp/info/01fb10408c6a46559ebb1bd8381154f2 2024-11-21T21:14:12,826 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/.tmp/ns/899983e3f9e642698c6916e9e4829289 is 43, key is default/ns:d/1732223580500/Put/seqid=0 2024-11-21T21:14:12,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741863_1039 (size=5153) 2024-11-21T21:14:12,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741863_1039 (size=5153) 2024-11-21T21:14:12,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741863_1039 (size=5153) 2024-11-21T21:14:12,840 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/.tmp/ns/899983e3f9e642698c6916e9e4829289 2024-11-21T21:14:12,870 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/.tmp/table/129bbf03c3144094aa58619b07cfea11 is 47, key is SPTestTable/table:state/1732223591416/Put/seqid=0 2024-11-21T21:14:12,873 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T21:14:12,873 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:14:12,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741864_1040 (size=5214) 2024-11-21T21:14:12,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741864_1040 (size=5214) 2024-11-21T21:14:12,893 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/.tmp/table/129bbf03c3144094aa58619b07cfea11 2024-11-21T21:14:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741864_1040 (size=5214) 2024-11-21T21:14:12,896 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(976): stopping server 849dee24a242,40593,1732223568247; all regions closed. 2024-11-21T21:14:12,901 DEBUG [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T21:14:12,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741833_1009 (size=3500) 2024-11-21T21:14:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741833_1009 (size=3500) 2024-11-21T21:14:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741833_1009 (size=3500) 2024-11-21T21:14:12,906 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/.tmp/info/01fb10408c6a46559ebb1bd8381154f2 as hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/info/01fb10408c6a46559ebb1bd8381154f2 2024-11-21T21:14:12,909 DEBUG [RS:0;849dee24a242:40593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/oldWALs 2024-11-21T21:14:12,910 INFO [RS:0;849dee24a242:40593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 849dee24a242%2C40593%2C1732223568247:(num 1732223570033) 2024-11-21T21:14:12,910 DEBUG [RS:0;849dee24a242:40593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:12,910 INFO [RS:0;849dee24a242:40593 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:14:12,911 INFO [RS:0;849dee24a242:40593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:14:12,911 INFO [RS:0;849dee24a242:40593 {}] hbase.ChoreService(370): Chore service for: regionserver/849dee24a242:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T21:14:12,912 INFO [regionserver/849dee24a242:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:14:12,912 INFO [RS:0;849dee24a242:40593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T21:14:12,912 INFO [RS:0;849dee24a242:40593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T21:14:12,912 INFO [RS:0;849dee24a242:40593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T21:14:12,912 INFO [RS:0;849dee24a242:40593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:14:12,912 INFO [RS:0;849dee24a242:40593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40593 2024-11-21T21:14:12,919 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/info/01fb10408c6a46559ebb1bd8381154f2, entries=116, sequenceid=37, filesize=19.8 K 2024-11-21T21:14:12,921 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/.tmp/ns/899983e3f9e642698c6916e9e4829289 as hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/ns/899983e3f9e642698c6916e9e4829289 2024-11-21T21:14:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:14:12,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/849dee24a242,40593,1732223568247 2024-11-21T21:14:12,923 INFO [RS:0;849dee24a242:40593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:14:12,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [849dee24a242,40593,1732223568247] 2024-11-21T21:14:12,933 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/ns/899983e3f9e642698c6916e9e4829289, entries=2, sequenceid=37, filesize=5.0 K 2024-11-21T21:14:12,935 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/.tmp/table/129bbf03c3144094aa58619b07cfea11 as hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/table/129bbf03c3144094aa58619b07cfea11 2024-11-21T21:14:12,943 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/849dee24a242,40593,1732223568247 already deleted, retry=false 2024-11-21T21:14:12,944 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 849dee24a242,40593,1732223568247 expired; onlineServers=1 2024-11-21T21:14:12,949 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/table/129bbf03c3144094aa58619b07cfea11, entries=2, sequenceid=37, filesize=5.1 K 2024-11-21T21:14:12,951 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 249ms, sequenceid=37, compaction requested=false 2024-11-21T21:14:12,962 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-21T21:14:12,963 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:14:12,963 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T21:14:12,963 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732223652700Running coprocessor pre-close hooks at 1732223652700Disabling compacts and flushes for region at 1732223652700Disabling writes for close at 1732223652701 (+1 ms)Obtaining lock to block concurrent updates at 1732223652701Preparing flush snapshotting stores in 1588230740 at 1732223652701Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1732223652702 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732223652702Flushing 1588230740/info: creating writer at 1732223652702Flushing 1588230740/info: appending metadata at 1732223652749 (+47 ms)Flushing 1588230740/info: closing flushed file at 1732223652749Flushing 1588230740/ns: creating writer at 1732223652802 (+53 ms)Flushing 1588230740/ns: appending metadata at 1732223652825 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732223652825Flushing 1588230740/table: creating writer at 1732223652849 (+24 ms)Flushing 1588230740/table: appending metadata at 1732223652868 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732223652868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3c70cf: reopening flushed file at 1732223652904 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7592fe96: reopening flushed file at 1732223652919 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7d0160: reopening flushed file at 1732223652933 (+14 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 249ms, sequenceid=37, compaction requested=false at 1732223652951 (+18 ms)Writing region close event to WAL at 1732223652956 (+5 ms)Running coprocessor post-close hooks at 1732223652963 (+7 ms)Closed at 1732223652963 2024-11-21T21:14:12,963 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T21:14:13,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:14:13,034 INFO [RS:0;849dee24a242:40593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:14:13,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x1015f3dfe930001, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:14:13,034 INFO [RS:0;849dee24a242:40593 {}] regionserver.HRegionServer(1031): Exiting; stopping=849dee24a242,40593,1732223568247; zookeeper connection closed. 2024-11-21T21:14:13,034 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74b601d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74b601d2 2024-11-21T21:14:13,101 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(976): stopping server 849dee24a242,34155,1732223568392; all regions closed. 2024-11-21T21:14:13,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741836_1012 (size=19530) 2024-11-21T21:14:13,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741836_1012 (size=19530) 2024-11-21T21:14:13,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741836_1012 (size=19530) 2024-11-21T21:14:13,108 DEBUG [RS:2;849dee24a242:34155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/oldWALs 2024-11-21T21:14:13,108 INFO [RS:2;849dee24a242:34155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 849dee24a242%2C34155%2C1732223568392.meta:.meta(num 1732223580355) 2024-11-21T21:14:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741835_1011 (size=3530) 2024-11-21T21:14:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741835_1011 (size=3530) 2024-11-21T21:14:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741835_1011 (size=3530) 2024-11-21T21:14:13,117 DEBUG [RS:2;849dee24a242:34155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/oldWALs 2024-11-21T21:14:13,117 INFO [RS:2;849dee24a242:34155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 849dee24a242%2C34155%2C1732223568392:(num 1732223570035) 2024-11-21T21:14:13,117 DEBUG [RS:2;849dee24a242:34155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:13,117 INFO [RS:2;849dee24a242:34155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:14:13,117 INFO [RS:2;849dee24a242:34155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:14:13,117 INFO [RS:2;849dee24a242:34155 {}] hbase.ChoreService(370): Chore service for: regionserver/849dee24a242:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T21:14:13,118 INFO [RS:2;849dee24a242:34155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:14:13,118 INFO [regionserver/849dee24a242:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:14:13,118 INFO [RS:2;849dee24a242:34155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34155 2024-11-21T21:14:13,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/849dee24a242,34155,1732223568392 2024-11-21T21:14:13,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:14:13,178 INFO [RS:2;849dee24a242:34155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:14:13,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [849dee24a242,34155,1732223568392] 2024-11-21T21:14:13,217 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/849dee24a242,34155,1732223568392 already deleted, retry=false 2024-11-21T21:14:13,217 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 849dee24a242,34155,1732223568392 expired; onlineServers=0 2024-11-21T21:14:13,217 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '849dee24a242,33893,1732223567428' ***** 2024-11-21T21:14:13,217 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T21:14:13,217 INFO [M:0;849dee24a242:33893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:14:13,218 INFO [M:0;849dee24a242:33893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:14:13,218 DEBUG [M:0;849dee24a242:33893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T21:14:13,218 DEBUG [M:0;849dee24a242:33893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T21:14:13,218 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T21:14:13,218 DEBUG [master/849dee24a242:0:becomeActiveMaster-HFileCleaner.small.0-1732223569560 {}] cleaner.HFileCleaner(306): Exit Thread[master/849dee24a242:0:becomeActiveMaster-HFileCleaner.small.0-1732223569560,5,FailOnTimeoutGroup] 2024-11-21T21:14:13,218 DEBUG [master/849dee24a242:0:becomeActiveMaster-HFileCleaner.large.0-1732223569558 {}] cleaner.HFileCleaner(306): Exit Thread[master/849dee24a242:0:becomeActiveMaster-HFileCleaner.large.0-1732223569558,5,FailOnTimeoutGroup] 2024-11-21T21:14:13,218 INFO [M:0;849dee24a242:33893 {}] hbase.ChoreService(370): Chore service for: master/849dee24a242:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T21:14:13,218 INFO [M:0;849dee24a242:33893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:14:13,218 DEBUG [M:0;849dee24a242:33893 {}] master.HMaster(1795): Stopping service threads 2024-11-21T21:14:13,218 INFO [M:0;849dee24a242:33893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T21:14:13,219 INFO [M:0;849dee24a242:33893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:14:13,219 ERROR [M:0;849dee24a242:33893 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:40949 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40949,5,PEWorkerGroup] 2024-11-21T21:14:13,219 INFO [M:0;849dee24a242:33893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:14:13,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T21:14:13,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T21:14:13,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:13,238 DEBUG [M:0;849dee24a242:33893 {}] zookeeper.ZKUtil(347): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T21:14:13,238 WARN [M:0;849dee24a242:33893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T21:14:13,239 INFO [M:0;849dee24a242:33893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/.lastflushedseqids 2024-11-21T21:14:13,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741865_1041 (size=686) 2024-11-21T21:14:13,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741865_1041 (size=686) 2024-11-21T21:14:13,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741865_1041 (size=686) 2024-11-21T21:14:13,258 INFO [M:0;849dee24a242:33893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:14:13,258 INFO [M:0;849dee24a242:33893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T21:14:13,258 DEBUG [M:0;849dee24a242:33893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T21:14:13,258 INFO [M:0;849dee24a242:33893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:14:13,258 DEBUG [M:0;849dee24a242:33893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:14:13,258 DEBUG [M:0;849dee24a242:33893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T21:14:13,258 DEBUG [M:0;849dee24a242:33893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:14:13,259 INFO [M:0;849dee24a242:33893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.27 KB heapSize=242.04 KB 2024-11-21T21:14:13,275 DEBUG [M:0;849dee24a242:33893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1076c1d121514988b5a1b98403d92c9b is 82, key is hbase:meta,,1/info:regioninfo/1732223580430/Put/seqid=0 2024-11-21T21:14:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741866_1042 (size=5672) 2024-11-21T21:14:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741866_1042 (size=5672) 2024-11-21T21:14:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741866_1042 (size=5672) 2024-11-21T21:14:13,283 INFO [M:0;849dee24a242:33893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1076c1d121514988b5a1b98403d92c9b 2024-11-21T21:14:13,296 INFO [RS:2;849dee24a242:34155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:14:13,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:14:13,296 INFO [RS:2;849dee24a242:34155 {}] regionserver.HRegionServer(1031): Exiting; stopping=849dee24a242,34155,1732223568392; zookeeper connection closed. 2024-11-21T21:14:13,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x1015f3dfe930003, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:14:13,296 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f8d4c4a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f8d4c4a 2024-11-21T21:14:13,297 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T21:14:13,306 DEBUG [M:0;849dee24a242:33893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c7638cb501048da8ccffce4801c89d9 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732223591425/Put/seqid=0 2024-11-21T21:14:13,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741867_1043 (size=8973) 2024-11-21T21:14:13,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741867_1043 (size=8973) 2024-11-21T21:14:13,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741867_1043 (size=8973) 2024-11-21T21:14:13,328 INFO [M:0;849dee24a242:33893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.53 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c7638cb501048da8ccffce4801c89d9 2024-11-21T21:14:13,336 INFO [M:0;849dee24a242:33893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c7638cb501048da8ccffce4801c89d9 2024-11-21T21:14:13,352 DEBUG [M:0;849dee24a242:33893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/724c70914deb4adcaf7d62cffa2cc18c is 69, key is 849dee24a242,34155,1732223568392/rs:state/1732223569709/Put/seqid=0 2024-11-21T21:14:13,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741868_1044 (size=5446) 2024-11-21T21:14:13,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741868_1044 (size=5446) 2024-11-21T21:14:13,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741868_1044 (size=5446) 2024-11-21T21:14:13,371 INFO [M:0;849dee24a242:33893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/724c70914deb4adcaf7d62cffa2cc18c 2024-11-21T21:14:13,378 INFO [M:0;849dee24a242:33893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 724c70914deb4adcaf7d62cffa2cc18c 2024-11-21T21:14:13,380 DEBUG [M:0;849dee24a242:33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1076c1d121514988b5a1b98403d92c9b as hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1076c1d121514988b5a1b98403d92c9b 2024-11-21T21:14:13,388 INFO [M:0;849dee24a242:33893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1076c1d121514988b5a1b98403d92c9b, entries=8, sequenceid=513, filesize=5.5 K 2024-11-21T21:14:13,389 DEBUG [M:0;849dee24a242:33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c7638cb501048da8ccffce4801c89d9 as hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c7638cb501048da8ccffce4801c89d9 2024-11-21T21:14:13,396 INFO [M:0;849dee24a242:33893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c7638cb501048da8ccffce4801c89d9 2024-11-21T21:14:13,396 INFO [M:0;849dee24a242:33893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c7638cb501048da8ccffce4801c89d9, entries=56, sequenceid=513, filesize=8.8 K 2024-11-21T21:14:13,398 DEBUG [M:0;849dee24a242:33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/724c70914deb4adcaf7d62cffa2cc18c as hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/724c70914deb4adcaf7d62cffa2cc18c 2024-11-21T21:14:13,410 INFO [M:0;849dee24a242:33893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 724c70914deb4adcaf7d62cffa2cc18c 2024-11-21T21:14:13,411 INFO [M:0;849dee24a242:33893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40949/user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/724c70914deb4adcaf7d62cffa2cc18c, entries=3, sequenceid=513, filesize=5.3 K 2024-11-21T21:14:13,412 INFO [M:0;849dee24a242:33893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=513, compaction requested=false 2024-11-21T21:14:13,414 INFO [M:0;849dee24a242:33893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:14:13,414 DEBUG [M:0;849dee24a242:33893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732223653258Disabling compacts and flushes for region at 1732223653258Disabling writes for close at 1732223653258Obtaining lock to block concurrent updates at 1732223653259 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732223653259Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199955, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1732223653259Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732223653259Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732223653260 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732223653275 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732223653275Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732223653288 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732223653305 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732223653305Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732223653336 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732223653352 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732223653352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd21ce1: reopening flushed file at 1732223653378 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c105b15: reopening flushed file at 1732223653388 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52eca9f0: reopening flushed file at 1732223653396 (+8 ms)Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=513, compaction requested=false at 1732223653412 (+16 ms)Writing region close event to WAL at 1732223653414 (+2 ms)Closed at 1732223653414 2024-11-21T21:14:13,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39681 is added to blk_1073741830_1006 (size=234147) 2024-11-21T21:14:13,421 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/914eeada-1538-9e7e-4864-e89f95bd1962/MasterData/WALs/849dee24a242,33893,1732223567428/849dee24a242%2C33893%2C1732223567428.1732223568826 not finished, retry = 0 2024-11-21T21:14:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741830_1006 (size=234147) 2024-11-21T21:14:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44493 is added to blk_1073741830_1006 (size=234147) 2024-11-21T21:14:13,522 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:14:13,522 INFO [M:0;849dee24a242:33893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T21:14:13,523 INFO [M:0;849dee24a242:33893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33893 2024-11-21T21:14:13,523 INFO [M:0;849dee24a242:33893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:14:13,633 INFO [M:0;849dee24a242:33893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:14:13,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:14:13,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1015f3dfe930000, quorum=127.0.0.1:52397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:14:13,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:14:13,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:14:13,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:14:13,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:14:13,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.log.dir/,STOPPED} 2024-11-21T21:14:13,641 WARN [BP-1817307474-172.17.0.2-1732223561965 heartbeating to localhost/127.0.0.1:40949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:14:13,641 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:14:13,641 WARN [BP-1817307474-172.17.0.2-1732223561965 heartbeating to localhost/127.0.0.1:40949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1817307474-172.17.0.2-1732223561965 (Datanode Uuid b6b292ca-d53c-4e0a-b801-16d6e8a17cf8) service to localhost/127.0.0.1:40949 2024-11-21T21:14:13,641 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:14:13,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data5/current/BP-1817307474-172.17.0.2-1732223561965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:14:13,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data6/current/BP-1817307474-172.17.0.2-1732223561965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:14:13,643 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:14:13,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:14:13,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:14:13,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:14:13,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:14:13,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.log.dir/,STOPPED} 2024-11-21T21:14:13,648 WARN [BP-1817307474-172.17.0.2-1732223561965 heartbeating to localhost/127.0.0.1:40949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:14:13,648 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:14:13,648 WARN [BP-1817307474-172.17.0.2-1732223561965 heartbeating to localhost/127.0.0.1:40949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1817307474-172.17.0.2-1732223561965 (Datanode Uuid 2a35911d-faef-4083-b6e2-338553624c68) service to localhost/127.0.0.1:40949 2024-11-21T21:14:13,648 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:14:13,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data3/current/BP-1817307474-172.17.0.2-1732223561965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:14:13,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data4/current/BP-1817307474-172.17.0.2-1732223561965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:14:13,650 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:14:13,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:14:13,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:14:13,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:14:13,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:14:13,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.log.dir/,STOPPED} 2024-11-21T21:14:13,654 WARN [BP-1817307474-172.17.0.2-1732223561965 heartbeating to localhost/127.0.0.1:40949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:14:13,654 WARN [BP-1817307474-172.17.0.2-1732223561965 heartbeating to localhost/127.0.0.1:40949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1817307474-172.17.0.2-1732223561965 (Datanode Uuid 19e1a853-65bc-464f-b437-cb5e97ea5e05) service to localhost/127.0.0.1:40949 2024-11-21T21:14:13,654 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data1/current/BP-1817307474-172.17.0.2-1732223561965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:14:13,655 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/cluster_4e60785b-d256-070f-2980-469ce5948726/data/data2/current/BP-1817307474-172.17.0.2-1732223561965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:14:13,655 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:14:13,655 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:14:13,655 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:14:13,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T21:14:13,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:14:13,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:14:13,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:14:13,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.log.dir/,STOPPED} 2024-11-21T21:14:13,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T21:14:13,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T21:14:13,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/849dee24a242:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/849dee24a242:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/849dee24a242:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/849dee24a242:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40949 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40949 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/849dee24a242:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/849dee24a242:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/849dee24a242:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/849dee24a242:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@73edf137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=12349 (was 13910) 2024-11-21T21:14:13,739 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=12349 2024-11-21T21:14:13,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.log.dir so I do NOT create it in target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6 2024-11-21T21:14:13,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T21:14:13,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.tmp.dir so I do NOT create it in target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6 2024-11-21T21:14:13,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64e3234-aae3-abc5-3859-41d129f83758/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T21:14:13,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6 2024-11-21T21:14:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T21:14:13,756 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126, deleteOnExit=true 2024-11-21T21:14:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T21:14:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/test.cache.data in system properties and HBase conf 2024-11-21T21:14:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T21:14:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/hadoop.log.dir in system properties and HBase conf 2024-11-21T21:14:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T21:14:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T21:14:13,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T21:14:13,757 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T21:14:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:14:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T21:14:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T21:14:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:14:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T21:14:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T21:14:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T21:14:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:14:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T21:14:13,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/nfs.dump.dir in system properties and HBase conf 2024-11-21T21:14:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/java.io.tmpdir in system properties and HBase conf 2024-11-21T21:14:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T21:14:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T21:14:13,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T21:14:14,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:14:14,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:14:14,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:14:14,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:14:14,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T21:14:14,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:14:14,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8c2d0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:14:14,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29729763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:14:14,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31210b33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/java.io.tmpdir/jetty-localhost-40577-hadoop-hdfs-3_4_1-tests_jar-_-any-6334815898694579781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T21:14:14,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30d03752{HTTP/1.1, (http/1.1)}{localhost:40577} 2024-11-21T21:14:14,257 INFO [Time-limited test {}] server.Server(415): Started @94925ms 2024-11-21T21:14:14,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:14:14,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:14:14,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:14:14,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:14:14,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T21:14:14,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7387b790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:14:14,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14ef5eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:14:14,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77afe134{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/java.io.tmpdir/jetty-localhost-45255-hadoop-hdfs-3_4_1-tests_jar-_-any-14675904815234311544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:14:14,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d3fcae4{HTTP/1.1, (http/1.1)}{localhost:45255} 2024-11-21T21:14:14,631 INFO [Time-limited test {}] server.Server(415): Started @95298ms 2024-11-21T21:14:14,632 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:14:14,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:14:14,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:14:14,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:14:14,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:14:14,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T21:14:14,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5d5be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:14:14,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a50cd13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:14:14,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9fceb15{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/java.io.tmpdir/jetty-localhost-46127-hadoop-hdfs-3_4_1-tests_jar-_-any-9773484973689247416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:14:14,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a7ea158{HTTP/1.1, (http/1.1)}{localhost:46127} 2024-11-21T21:14:14,803 INFO [Time-limited test {}] server.Server(415): Started @95471ms 2024-11-21T21:14:14,804 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:14:14,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T21:14:14,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T21:14:14,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T21:14:14,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T21:14:14,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T21:14:14,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@107cfd64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/hadoop.log.dir/,AVAILABLE} 2024-11-21T21:14:14,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cfe3ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T21:14:14,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77e2e964{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/java.io.tmpdir/jetty-localhost-38093-hadoop-hdfs-3_4_1-tests_jar-_-any-12597184498906844266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:14:14,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@555392b3{HTTP/1.1, (http/1.1)}{localhost:38093} 2024-11-21T21:14:14,942 INFO [Time-limited test {}] server.Server(415): Started @95610ms 2024-11-21T21:14:14,944 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T21:14:16,408 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data1/current/BP-506774940-172.17.0.2-1732223653780/current, will proceed with Du for space computation calculation, 2024-11-21T21:14:16,408 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data2/current/BP-506774940-172.17.0.2-1732223653780/current, will proceed with Du for space computation calculation, 2024-11-21T21:14:16,432 WARN [Thread-645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:14:16,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21361e943cac94fd with lease ID 0xfc062048e3ee7c4e: Processing first storage report for DS-33a41829-7e6b-486f-93e9-30bd675d5d1b from datanode DatanodeRegistration(127.0.0.1:33881, datanodeUuid=95d9b9b5-fc98-4355-9f81-21ca69b8e470, infoPort=42943, infoSecurePort=0, ipcPort=33969, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780) 2024-11-21T21:14:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21361e943cac94fd with lease ID 0xfc062048e3ee7c4e: from storage DS-33a41829-7e6b-486f-93e9-30bd675d5d1b node DatanodeRegistration(127.0.0.1:33881, datanodeUuid=95d9b9b5-fc98-4355-9f81-21ca69b8e470, infoPort=42943, infoSecurePort=0, ipcPort=33969, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:14:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21361e943cac94fd with lease ID 0xfc062048e3ee7c4e: Processing first storage report for DS-7b240648-0b98-4827-ac13-16f15240aa3c from datanode DatanodeRegistration(127.0.0.1:33881, datanodeUuid=95d9b9b5-fc98-4355-9f81-21ca69b8e470, infoPort=42943, infoSecurePort=0, ipcPort=33969, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780) 2024-11-21T21:14:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21361e943cac94fd with lease ID 0xfc062048e3ee7c4e: from storage DS-7b240648-0b98-4827-ac13-16f15240aa3c node DatanodeRegistration(127.0.0.1:33881, datanodeUuid=95d9b9b5-fc98-4355-9f81-21ca69b8e470, infoPort=42943, infoSecurePort=0, ipcPort=33969, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:14:16,557 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data3/current/BP-506774940-172.17.0.2-1732223653780/current, will proceed with Du for space computation calculation, 2024-11-21T21:14:16,558 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data4/current/BP-506774940-172.17.0.2-1732223653780/current, will proceed with Du for space computation calculation, 2024-11-21T21:14:16,579 WARN [Thread-668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:14:16,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73689c131566a4da with lease ID 0xfc062048e3ee7c4f: Processing first storage report for DS-a69c6649-e3ae-494a-b680-33c3876de9bf from datanode DatanodeRegistration(127.0.0.1:34993, datanodeUuid=b9947628-0e63-4cce-b3a4-31cb4ae7873d, infoPort=37349, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780) 2024-11-21T21:14:16,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73689c131566a4da with lease ID 0xfc062048e3ee7c4f: from storage DS-a69c6649-e3ae-494a-b680-33c3876de9bf node DatanodeRegistration(127.0.0.1:34993, datanodeUuid=b9947628-0e63-4cce-b3a4-31cb4ae7873d, infoPort=37349, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:14:16,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73689c131566a4da with lease ID 0xfc062048e3ee7c4f: Processing first storage report for DS-ed2d9c64-0ee0-433b-a83e-922cba93ba6b from datanode DatanodeRegistration(127.0.0.1:34993, datanodeUuid=b9947628-0e63-4cce-b3a4-31cb4ae7873d, infoPort=37349, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780) 2024-11-21T21:14:16,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73689c131566a4da with lease ID 0xfc062048e3ee7c4f: from storage DS-ed2d9c64-0ee0-433b-a83e-922cba93ba6b node DatanodeRegistration(127.0.0.1:34993, datanodeUuid=b9947628-0e63-4cce-b3a4-31cb4ae7873d, infoPort=37349, infoSecurePort=0, ipcPort=38129, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:14:16,647 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data5/current/BP-506774940-172.17.0.2-1732223653780/current, will proceed with Du for space computation calculation, 2024-11-21T21:14:16,647 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data6/current/BP-506774940-172.17.0.2-1732223653780/current, will proceed with Du for space computation calculation, 2024-11-21T21:14:16,677 WARN [Thread-690 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T21:14:16,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefe80c5f60d9bfbc with lease ID 0xfc062048e3ee7c50: Processing first storage report for DS-26df1bac-4e33-4e94-82dc-c5780bf5bfe9 from datanode DatanodeRegistration(127.0.0.1:36877, datanodeUuid=5a3361fe-f05d-4e36-908a-8073c308e19f, infoPort=39265, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780) 2024-11-21T21:14:16,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefe80c5f60d9bfbc with lease ID 0xfc062048e3ee7c50: from storage DS-26df1bac-4e33-4e94-82dc-c5780bf5bfe9 node DatanodeRegistration(127.0.0.1:36877, datanodeUuid=5a3361fe-f05d-4e36-908a-8073c308e19f, infoPort=39265, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:14:16,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefe80c5f60d9bfbc with lease ID 0xfc062048e3ee7c50: Processing first storage report for DS-557488be-eaf1-4f99-86c1-902d917d304a from datanode DatanodeRegistration(127.0.0.1:36877, datanodeUuid=5a3361fe-f05d-4e36-908a-8073c308e19f, infoPort=39265, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780) 2024-11-21T21:14:16,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefe80c5f60d9bfbc with lease ID 0xfc062048e3ee7c50: from storage DS-557488be-eaf1-4f99-86c1-902d917d304a node DatanodeRegistration(127.0.0.1:36877, datanodeUuid=5a3361fe-f05d-4e36-908a-8073c308e19f, infoPort=39265, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1809194150;c=1732223653780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T21:14:16,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6 2024-11-21T21:14:16,690 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/zookeeper_0, clientPort=53974, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T21:14:16,692 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53974 2024-11-21T21:14:16,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:14:16,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:14:16,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:14:16,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:14:16,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741825_1001 (size=7) 2024-11-21T21:14:16,713 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f with version=8 2024-11-21T21:14:16,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/hbase-staging 2024-11-21T21:14:16,715 INFO [Time-limited test {}] client.ConnectionUtils(128): master/849dee24a242:0 server-side Connection retries=45 2024-11-21T21:14:16,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:14:16,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:14:16,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T21:14:16,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:14:16,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40909 2024-11-21T21:14:16,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40909 connecting to ZooKeeper ensemble=127.0.0.1:53974 2024-11-21T21:14:16,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409090x0, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:14:16,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40909-0x1015f3f5e9d0000 connected 2024-11-21T21:14:16,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:14:16,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:14:16,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:14:16,873 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f, hbase.cluster.distributed=false 2024-11-21T21:14:16,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:14:16,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40909 2024-11-21T21:14:16,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40909 2024-11-21T21:14:16,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40909 2024-11-21T21:14:16,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40909 2024-11-21T21:14:16,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40909 2024-11-21T21:14:16,891 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/849dee24a242:0 server-side Connection retries=45 2024-11-21T21:14:16,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,892 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:14:16,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:14:16,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:14:16,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:14:16,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36945 2024-11-21T21:14:16,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36945 connecting to ZooKeeper ensemble=127.0.0.1:53974 2024-11-21T21:14:16,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:14:16,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:14:16,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369450x0, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:14:16,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36945-0x1015f3f5e9d0001 connected 2024-11-21T21:14:16,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:14:16,912 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:14:16,913 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:14:16,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:14:16,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:14:16,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-21T21:14:16,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36945 2024-11-21T21:14:16,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36945 2024-11-21T21:14:16,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-21T21:14:16,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-21T21:14:16,933 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/849dee24a242:0 server-side Connection retries=45 2024-11-21T21:14:16,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:14:16,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:14:16,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:14:16,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:14:16,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33295 2024-11-21T21:14:16,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33295 connecting to ZooKeeper ensemble=127.0.0.1:53974 2024-11-21T21:14:16,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:14:16,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:14:16,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332950x0, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:14:16,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33295-0x1015f3f5e9d0002 connected 2024-11-21T21:14:16,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:14:16,950 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:14:16,950 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:14:16,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:14:16,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:14:16,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33295 2024-11-21T21:14:16,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33295 2024-11-21T21:14:16,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33295 2024-11-21T21:14:16,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33295 2024-11-21T21:14:16,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33295 2024-11-21T21:14:16,967 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/849dee24a242:0 server-side Connection retries=45 2024-11-21T21:14:16,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T21:14:16,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T21:14:16,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T21:14:16,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T21:14:16,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T21:14:16,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40955 2024-11-21T21:14:16,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40955 connecting to ZooKeeper ensemble=127.0.0.1:53974 2024-11-21T21:14:16,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:14:16,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:14:16,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409550x0, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T21:14:16,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409550x0, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:14:16,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40955-0x1015f3f5e9d0003 connected 2024-11-21T21:14:16,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T21:14:16,987 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T21:14:16,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T21:14:16,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T21:14:16,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40955 2024-11-21T21:14:16,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40955 2024-11-21T21:14:16,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40955 2024-11-21T21:14:16,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40955 2024-11-21T21:14:16,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40955 2024-11-21T21:14:17,002 DEBUG [M:0;849dee24a242:40909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;849dee24a242:40909 2024-11-21T21:14:17,002 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/849dee24a242,40909,1732223656715 2024-11-21T21:14:17,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:14:17,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:14:17,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:14:17,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:14:17,012 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/849dee24a242,40909,1732223656715 2024-11-21T21:14:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:14:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:14:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T21:14:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,023 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T21:14:17,024 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/849dee24a242,40909,1732223656715 from backup master directory 2024-11-21T21:14:17,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:14:17,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:14:17,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:14:17,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/849dee24a242,40909,1732223656715 2024-11-21T21:14:17,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T21:14:17,033 WARN [master/849dee24a242:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:14:17,033 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=849dee24a242,40909,1732223656715 2024-11-21T21:14:17,038 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/hbase.id] with ID: 63aaf2d3-3011-4d70-b7e8-2150de6917bb 2024-11-21T21:14:17,038 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/.tmp/hbase.id 2024-11-21T21:14:17,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:14:17,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:14:17,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741826_1002 (size=42) 2024-11-21T21:14:17,051 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/.tmp/hbase.id]:[hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/hbase.id] 2024-11-21T21:14:17,064 INFO [master/849dee24a242:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T21:14:17,064 INFO [master/849dee24a242:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T21:14:17,065 INFO [master/849dee24a242:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T21:14:17,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:14:17,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:14:17,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741827_1003 (size=196) 2024-11-21T21:14:17,086 INFO [master/849dee24a242:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:14:17,087 INFO [master/849dee24a242:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T21:14:17,087 INFO [master/849dee24a242:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:14:17,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:14:17,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:14:17,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741828_1004 (size=1189) 2024-11-21T21:14:17,100 INFO [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store 2024-11-21T21:14:17,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:14:17,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:14:17,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741829_1005 (size=34) 2024-11-21T21:14:17,109 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:17,109 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T21:14:17,110 INFO [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:14:17,110 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:14:17,110 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T21:14:17,110 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:14:17,110 INFO [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:14:17,110 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732223657109Disabling compacts and flushes for region at 1732223657109Disabling writes for close at 1732223657110 (+1 ms)Writing region close event to WAL at 1732223657110Closed at 1732223657110 2024-11-21T21:14:17,111 WARN [master/849dee24a242:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/.initializing 2024-11-21T21:14:17,111 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/WALs/849dee24a242,40909,1732223656715 2024-11-21T21:14:17,112 INFO [master/849dee24a242:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:14:17,114 INFO [master/849dee24a242:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=849dee24a242%2C40909%2C1732223656715, suffix=, logDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/WALs/849dee24a242,40909,1732223656715, archiveDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/oldWALs, maxLogs=10 2024-11-21T21:14:17,126 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/WALs/849dee24a242,40909,1732223656715/849dee24a242%2C40909%2C1732223656715.1732223657115, exclude list is [], retry=0 2024-11-21T21:14:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33881,DS-33a41829-7e6b-486f-93e9-30bd675d5d1b,DISK] 2024-11-21T21:14:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-a69c6649-e3ae-494a-b680-33c3876de9bf,DISK] 2024-11-21T21:14:17,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-26df1bac-4e33-4e94-82dc-c5780bf5bfe9,DISK] 2024-11-21T21:14:17,131 INFO [master/849dee24a242:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/WALs/849dee24a242,40909,1732223656715/849dee24a242%2C40909%2C1732223656715.1732223657115 2024-11-21T21:14:17,131 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37349:37349),(127.0.0.1/127.0.0.1:42943:42943),(127.0.0.1/127.0.0.1:39265:39265)] 2024-11-21T21:14:17,132 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:14:17,132 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:17,132 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,132 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T21:14:17,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:17,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:14:17,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T21:14:17,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:17,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:17,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T21:14:17,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:17,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:17,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T21:14:17,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:17,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:17,141 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,142 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,142 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,143 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,143 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,144 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:14:17,145 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T21:14:17,147 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:17,147 INFO [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67501429, jitterRate=0.005849674344062805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:14:17,148 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732223657132Initializing all the Stores at 1732223657133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223657133Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223657133Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223657133Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223657133Cleaning up temporary data from old regions at 1732223657143 (+10 ms)Region opened successfully at 1732223657148 (+5 ms) 2024-11-21T21:14:17,148 INFO [master/849dee24a242:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T21:14:17,152 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4531d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=849dee24a242/172.17.0.2:0 2024-11-21T21:14:17,153 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T21:14:17,153 INFO [master/849dee24a242:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T21:14:17,153 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T21:14:17,153 INFO [master/849dee24a242:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T21:14:17,154 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T21:14:17,154 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T21:14:17,154 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-21T21:14:17,157 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T21:14:17,158 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T21:14:17,170 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T21:14:17,170 INFO [master/849dee24a242:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T21:14:17,171 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T21:14:17,180 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T21:14:17,181 INFO [master/849dee24a242:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T21:14:17,182 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T21:14:17,191 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T21:14:17,192 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T21:14:17,201 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T21:14:17,206 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T21:14:17,217 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T21:14:17,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:14:17,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:14:17,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:14:17,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T21:14:17,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,231 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=849dee24a242,40909,1732223656715, sessionid=0x1015f3f5e9d0000, setting cluster-up flag (Was=false) 2024-11-21T21:14:17,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,286 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T21:14:17,289 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=849dee24a242,40909,1732223656715 2024-11-21T21:14:17,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,344 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T21:14:17,348 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=849dee24a242,40909,1732223656715 2024-11-21T21:14:17,352 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T21:14:17,354 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T21:14:17,355 INFO [master/849dee24a242:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T21:14:17,355 INFO [master/849dee24a242:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T21:14:17,355 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 849dee24a242,40909,1732223656715 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T21:14:17,356 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/849dee24a242:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:14:17,356 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/849dee24a242:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:14:17,357 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/849dee24a242:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:14:17,357 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/849dee24a242:0, corePoolSize=5, maxPoolSize=5 2024-11-21T21:14:17,357 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/849dee24a242:0, corePoolSize=10, maxPoolSize=10 2024-11-21T21:14:17,357 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,357 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/849dee24a242:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:14:17,357 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:14:17,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T21:14:17,359 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732223687359 2024-11-21T21:14:17,359 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T21:14:17,359 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T21:14:17,359 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T21:14:17,359 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T21:14:17,359 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T21:14:17,359 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T21:14:17,359 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,360 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T21:14:17,360 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:17,360 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T21:14:17,360 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T21:14:17,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T21:14:17,361 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T21:14:17,361 INFO [master/849dee24a242:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T21:14:17,361 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/849dee24a242:0:becomeActiveMaster-HFileCleaner.large.0-1732223657361,5,FailOnTimeoutGroup] 2024-11-21T21:14:17,361 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/849dee24a242:0:becomeActiveMaster-HFileCleaner.small.0-1732223657361,5,FailOnTimeoutGroup] 2024-11-21T21:14:17,361 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,361 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T21:14:17,361 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,361 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:14:17,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:14:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741831_1007 (size=1321) 2024-11-21T21:14:17,371 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T21:14:17,371 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:17,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:14:17,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:14:17,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741832_1008 (size=32) 2024-11-21T21:14:17,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:17,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:14:17,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:14:17,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:17,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:14:17,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:14:17,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:14:17,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:17,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:14:17,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:14:17,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:14:17,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:17,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:14:17,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:14:17,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:14:17,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:17,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:14:17,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:14:17,391 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(746): ClusterId : 63aaf2d3-3011-4d70-b7e8-2150de6917bb 2024-11-21T21:14:17,391 INFO [RS:0;849dee24a242:36945 {}] regionserver.HRegionServer(746): ClusterId : 63aaf2d3-3011-4d70-b7e8-2150de6917bb 2024-11-21T21:14:17,392 DEBUG [RS:0;849dee24a242:36945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:14:17,392 DEBUG [RS:2;849dee24a242:40955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:14:17,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740 2024-11-21T21:14:17,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740 2024-11-21T21:14:17,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:14:17,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:14:17,394 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:14:17,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:14:17,398 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:17,398 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60170109, jitterRate=-0.1033955067396164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:14:17,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732223657380Initializing all the Stores at 1732223657381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223657381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223657381Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223657381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223657381Cleaning up temporary data from old regions at 1732223657394 (+13 ms)Region opened successfully at 1732223657399 (+5 ms) 2024-11-21T21:14:17,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T21:14:17,399 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T21:14:17,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T21:14:17,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T21:14:17,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T21:14:17,400 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T21:14:17,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732223657399Disabling compacts and flushes for region at 1732223657399Disabling writes for close at 1732223657399Writing region close event to WAL at 1732223657400 (+1 ms)Closed at 1732223657400 2024-11-21T21:14:17,401 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:14:17,401 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T21:14:17,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T21:14:17,401 INFO [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(746): ClusterId : 63aaf2d3-3011-4d70-b7e8-2150de6917bb 2024-11-21T21:14:17,401 DEBUG [RS:1;849dee24a242:33295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T21:14:17,402 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:14:17,403 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T21:14:17,412 DEBUG [RS:0;849dee24a242:36945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:14:17,412 DEBUG [RS:0;849dee24a242:36945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:14:17,413 DEBUG [RS:2;849dee24a242:40955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:14:17,413 DEBUG [RS:2;849dee24a242:40955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:14:17,423 DEBUG [RS:1;849dee24a242:33295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T21:14:17,423 DEBUG [RS:1;849dee24a242:33295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T21:14:17,433 DEBUG [RS:0;849dee24a242:36945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:14:17,434 DEBUG [RS:0;849dee24a242:36945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d06a5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=849dee24a242/172.17.0.2:0 2024-11-21T21:14:17,434 DEBUG [RS:1;849dee24a242:33295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:14:17,434 DEBUG [RS:2;849dee24a242:40955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T21:14:17,434 DEBUG [RS:1;849dee24a242:33295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316db47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=849dee24a242/172.17.0.2:0 2024-11-21T21:14:17,434 DEBUG [RS:2;849dee24a242:40955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b6adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=849dee24a242/172.17.0.2:0 2024-11-21T21:14:17,450 DEBUG [RS:0;849dee24a242:36945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;849dee24a242:36945 2024-11-21T21:14:17,450 DEBUG [RS:2;849dee24a242:40955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;849dee24a242:40955 2024-11-21T21:14:17,450 DEBUG [RS:1;849dee24a242:33295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;849dee24a242:33295 2024-11-21T21:14:17,451 INFO [RS:1;849dee24a242:33295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:14:17,451 INFO [RS:2;849dee24a242:40955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:14:17,451 INFO [RS:0;849dee24a242:36945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T21:14:17,451 INFO [RS:1;849dee24a242:33295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:14:17,451 INFO [RS:0;849dee24a242:36945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:14:17,451 INFO [RS:2;849dee24a242:40955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T21:14:17,451 DEBUG [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:14:17,451 DEBUG [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:14:17,451 DEBUG [RS:0;849dee24a242:36945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T21:14:17,452 INFO [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(2659): reportForDuty to master=849dee24a242,40909,1732223656715 with port=33295, startcode=1732223656933 2024-11-21T21:14:17,452 DEBUG [RS:1;849dee24a242:33295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:14:17,454 INFO [RS:0;849dee24a242:36945 {}] regionserver.HRegionServer(2659): reportForDuty to master=849dee24a242,40909,1732223656715 with port=36945, startcode=1732223656891 2024-11-21T21:14:17,454 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(2659): reportForDuty to master=849dee24a242,40909,1732223656715 with port=40955, startcode=1732223656967 2024-11-21T21:14:17,454 DEBUG [RS:2;849dee24a242:40955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:14:17,454 DEBUG [RS:0;849dee24a242:36945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T21:14:17,462 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:14:17,462 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:14:17,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 849dee24a242,33295,1732223656933 2024-11-21T21:14:17,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40909 {}] master.ServerManager(517): Registering regionserver=849dee24a242,33295,1732223656933 2024-11-21T21:14:17,465 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T21:14:17,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 849dee24a242,40955,1732223656967 2024-11-21T21:14:17,465 DEBUG [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:17,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40909 {}] master.ServerManager(517): Registering regionserver=849dee24a242,40955,1732223656967 2024-11-21T21:14:17,465 DEBUG [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41929 2024-11-21T21:14:17,465 DEBUG [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:14:17,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 849dee24a242,36945,1732223656891 2024-11-21T21:14:17,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40909 {}] master.ServerManager(517): Registering regionserver=849dee24a242,36945,1732223656891 2024-11-21T21:14:17,468 DEBUG [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:17,468 DEBUG [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41929 2024-11-21T21:14:17,468 DEBUG [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:14:17,470 DEBUG [RS:0;849dee24a242:36945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:17,470 DEBUG [RS:0;849dee24a242:36945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41929 2024-11-21T21:14:17,470 DEBUG [RS:0;849dee24a242:36945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T21:14:17,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:14:17,523 DEBUG [RS:1;849dee24a242:33295 {}] zookeeper.ZKUtil(111): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/849dee24a242,33295,1732223656933 2024-11-21T21:14:17,523 WARN [RS:1;849dee24a242:33295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:14:17,523 DEBUG [RS:0;849dee24a242:36945 {}] zookeeper.ZKUtil(111): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/849dee24a242,36945,1732223656891 2024-11-21T21:14:17,523 DEBUG [RS:2;849dee24a242:40955 {}] zookeeper.ZKUtil(111): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/849dee24a242,40955,1732223656967 2024-11-21T21:14:17,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [849dee24a242,36945,1732223656891] 2024-11-21T21:14:17,523 WARN [RS:0;849dee24a242:36945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:14:17,523 WARN [RS:2;849dee24a242:40955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T21:14:17,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [849dee24a242,40955,1732223656967] 2024-11-21T21:14:17,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [849dee24a242,33295,1732223656933] 2024-11-21T21:14:17,523 INFO [RS:1;849dee24a242:33295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:14:17,523 INFO [RS:2;849dee24a242:40955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:14:17,523 INFO [RS:0;849dee24a242:36945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:14:17,523 DEBUG [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,33295,1732223656933 2024-11-21T21:14:17,523 DEBUG [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,40955,1732223656967 2024-11-21T21:14:17,523 DEBUG [RS:0;849dee24a242:36945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891 2024-11-21T21:14:17,528 INFO [RS:1;849dee24a242:33295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:14:17,528 INFO [RS:2;849dee24a242:40955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:14:17,532 INFO [RS:0;849dee24a242:36945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T21:14:17,532 INFO [RS:1;849dee24a242:33295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:14:17,533 INFO [RS:2;849dee24a242:40955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:14:17,533 INFO [RS:1;849dee24a242:33295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:14:17,533 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,533 INFO [RS:2;849dee24a242:40955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:14:17,533 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,540 INFO [RS:0;849dee24a242:36945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T21:14:17,540 INFO [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:14:17,540 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:14:17,541 INFO [RS:0;849dee24a242:36945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T21:14:17,541 INFO [RS:0;849dee24a242:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,541 INFO [RS:0;849dee24a242:36945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T21:14:17,541 INFO [RS:2;849dee24a242:40955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:14:17,541 INFO [RS:1;849dee24a242:33295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:14:17,541 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,541 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,542 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 INFO [RS:0;849dee24a242:36945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T21:14:17,542 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 INFO [RS:0;849dee24a242:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,542 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:14:17,542 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:14:17,542 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0, corePoolSize=2, maxPoolSize=2 2024-11-21T21:14:17,542 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,542 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,543 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,543 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,543 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,543 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,543 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:14:17,543 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:14:17,543 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,543 DEBUG [RS:1;849dee24a242:33295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:14:17,543 DEBUG [RS:2;849dee24a242:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:14:17,543 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,543 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/849dee24a242:0, corePoolSize=1, maxPoolSize=1 2024-11-21T21:14:17,543 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:14:17,543 DEBUG [RS:0;849dee24a242:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/849dee24a242:0, corePoolSize=3, maxPoolSize=3 2024-11-21T21:14:17,544 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,544 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,544 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,544 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,544 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,544 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,40955,1732223656967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:14:17,547 INFO [RS:0;849dee24a242:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,548 INFO [RS:0;849dee24a242:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,548 INFO [RS:0;849dee24a242:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,548 INFO [RS:0;849dee24a242:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,548 INFO [RS:0;849dee24a242:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,548 INFO [RS:0;849dee24a242:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,36945,1732223656891-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:14:17,553 WARN [849dee24a242:40909 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T21:14:17,561 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,561 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,561 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,561 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,561 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,562 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,33295,1732223656933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:14:17,573 INFO [RS:2;849dee24a242:40955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:14:17,573 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,40955,1732223656967-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,573 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,573 INFO [RS:2;849dee24a242:40955 {}] regionserver.Replication(171): 849dee24a242,40955,1732223656967 started 2024-11-21T21:14:17,575 INFO [RS:0;849dee24a242:36945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:14:17,575 INFO [RS:0;849dee24a242:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,36945,1732223656891-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,575 INFO [RS:0;849dee24a242:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,575 INFO [RS:0;849dee24a242:36945 {}] regionserver.Replication(171): 849dee24a242,36945,1732223656891 started 2024-11-21T21:14:17,576 INFO [RS:1;849dee24a242:33295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T21:14:17,576 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,33295,1732223656933-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,576 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,576 INFO [RS:1;849dee24a242:33295 {}] regionserver.Replication(171): 849dee24a242,33295,1732223656933 started 2024-11-21T21:14:17,588 INFO [RS:0;849dee24a242:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,588 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,588 INFO [RS:0;849dee24a242:36945 {}] regionserver.HRegionServer(1482): Serving as 849dee24a242,36945,1732223656891, RpcServer on 849dee24a242/172.17.0.2:36945, sessionid=0x1015f3f5e9d0001 2024-11-21T21:14:17,588 INFO [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(1482): Serving as 849dee24a242,33295,1732223656933, RpcServer on 849dee24a242/172.17.0.2:33295, sessionid=0x1015f3f5e9d0002 2024-11-21T21:14:17,588 DEBUG [RS:0;849dee24a242:36945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:14:17,588 DEBUG [RS:1;849dee24a242:33295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:14:17,588 DEBUG [RS:1;849dee24a242:33295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 849dee24a242,33295,1732223656933 2024-11-21T21:14:17,588 DEBUG [RS:0;849dee24a242:36945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 849dee24a242,36945,1732223656891 2024-11-21T21:14:17,588 DEBUG [RS:1;849dee24a242:33295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,33295,1732223656933' 2024-11-21T21:14:17,588 DEBUG [RS:0;849dee24a242:36945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,36945,1732223656891' 2024-11-21T21:14:17,588 DEBUG [RS:0;849dee24a242:36945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:14:17,588 DEBUG [RS:1;849dee24a242:33295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:14:17,589 DEBUG [RS:1;849dee24a242:33295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:14:17,589 DEBUG [RS:0;849dee24a242:36945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:14:17,589 DEBUG [RS:1;849dee24a242:33295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:14:17,589 DEBUG [RS:0;849dee24a242:36945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:14:17,589 DEBUG [RS:1;849dee24a242:33295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:14:17,589 DEBUG [RS:0;849dee24a242:36945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:14:17,589 DEBUG [RS:1;849dee24a242:33295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 849dee24a242,33295,1732223656933 2024-11-21T21:14:17,589 DEBUG [RS:0;849dee24a242:36945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 849dee24a242,36945,1732223656891 2024-11-21T21:14:17,589 DEBUG [RS:1;849dee24a242:33295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,33295,1732223656933' 2024-11-21T21:14:17,589 DEBUG [RS:0;849dee24a242:36945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,36945,1732223656891' 2024-11-21T21:14:17,589 DEBUG [RS:1;849dee24a242:33295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:14:17,589 DEBUG [RS:0;849dee24a242:36945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:14:17,589 DEBUG [RS:0;849dee24a242:36945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:14:17,590 DEBUG [RS:1;849dee24a242:33295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:14:17,590 DEBUG [RS:0;849dee24a242:36945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:14:17,590 DEBUG [RS:1;849dee24a242:33295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:14:17,590 INFO [RS:0;849dee24a242:36945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:14:17,590 INFO [RS:1;849dee24a242:33295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:14:17,590 INFO [RS:0;849dee24a242:36945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:14:17,590 INFO [RS:1;849dee24a242:33295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:14:17,593 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:17,593 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(1482): Serving as 849dee24a242,40955,1732223656967, RpcServer on 849dee24a242/172.17.0.2:40955, sessionid=0x1015f3f5e9d0003 2024-11-21T21:14:17,593 DEBUG [RS:2;849dee24a242:40955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T21:14:17,593 DEBUG [RS:2;849dee24a242:40955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 849dee24a242,40955,1732223656967 2024-11-21T21:14:17,593 DEBUG [RS:2;849dee24a242:40955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,40955,1732223656967' 2024-11-21T21:14:17,593 DEBUG [RS:2;849dee24a242:40955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T21:14:17,594 DEBUG [RS:2;849dee24a242:40955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T21:14:17,594 DEBUG [RS:2;849dee24a242:40955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T21:14:17,594 DEBUG [RS:2;849dee24a242:40955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T21:14:17,594 DEBUG [RS:2;849dee24a242:40955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 849dee24a242,40955,1732223656967 2024-11-21T21:14:17,594 DEBUG [RS:2;849dee24a242:40955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '849dee24a242,40955,1732223656967' 2024-11-21T21:14:17,594 DEBUG [RS:2;849dee24a242:40955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T21:14:17,595 DEBUG [RS:2;849dee24a242:40955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T21:14:17,595 DEBUG [RS:2;849dee24a242:40955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T21:14:17,595 INFO [RS:2;849dee24a242:40955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T21:14:17,595 INFO [RS:2;849dee24a242:40955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T21:14:17,690 INFO [RS:0;849dee24a242:36945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:14:17,690 INFO [RS:1;849dee24a242:33295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:14:17,692 INFO [RS:0;849dee24a242:36945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=849dee24a242%2C36945%2C1732223656891, suffix=, logDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891, archiveDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/oldWALs, maxLogs=32 2024-11-21T21:14:17,692 INFO [RS:1;849dee24a242:33295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=849dee24a242%2C33295%2C1732223656933, suffix=, logDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,33295,1732223656933, archiveDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/oldWALs, maxLogs=32 2024-11-21T21:14:17,696 INFO [RS:2;849dee24a242:40955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T21:14:17,698 INFO [RS:2;849dee24a242:40955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=849dee24a242%2C40955%2C1732223656967, suffix=, logDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,40955,1732223656967, archiveDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/oldWALs, maxLogs=32 2024-11-21T21:14:17,707 DEBUG [RS:0;849dee24a242:36945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891/849dee24a242%2C36945%2C1732223656891.1732223657693, exclude list is [], retry=0 2024-11-21T21:14:17,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:17,711 DEBUG [RS:1;849dee24a242:33295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,33295,1732223656933/849dee24a242%2C33295%2C1732223656933.1732223657694, exclude list is [], retry=0 2024-11-21T21:14:17,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33881,DS-33a41829-7e6b-486f-93e9-30bd675d5d1b,DISK] 2024-11-21T21:14:17,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-26df1bac-4e33-4e94-82dc-c5780bf5bfe9,DISK] 2024-11-21T21:14:17,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-a69c6649-e3ae-494a-b680-33c3876de9bf,DISK] 2024-11-21T21:14:17,712 DEBUG [RS:2;849dee24a242:40955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,40955,1732223656967/849dee24a242%2C40955%2C1732223656967.1732223657699, exclude list is [], retry=0 2024-11-21T21:14:17,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-a69c6649-e3ae-494a-b680-33c3876de9bf,DISK] 2024-11-21T21:14:17,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-26df1bac-4e33-4e94-82dc-c5780bf5bfe9,DISK] 2024-11-21T21:14:17,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33881,DS-33a41829-7e6b-486f-93e9-30bd675d5d1b,DISK] 2024-11-21T21:14:17,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-26df1bac-4e33-4e94-82dc-c5780bf5bfe9,DISK] 2024-11-21T21:14:17,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-a69c6649-e3ae-494a-b680-33c3876de9bf,DISK] 2024-11-21T21:14:17,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33881,DS-33a41829-7e6b-486f-93e9-30bd675d5d1b,DISK] 2024-11-21T21:14:17,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:17,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:17,730 INFO [RS:0;849dee24a242:36945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891/849dee24a242%2C36945%2C1732223656891.1732223657693 2024-11-21T21:14:17,731 INFO [RS:1;849dee24a242:33295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,33295,1732223656933/849dee24a242%2C33295%2C1732223656933.1732223657694 2024-11-21T21:14:17,731 DEBUG [RS:0;849dee24a242:36945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943),(127.0.0.1/127.0.0.1:37349:37349),(127.0.0.1/127.0.0.1:39265:39265)] 2024-11-21T21:14:17,732 INFO [RS:2;849dee24a242:40955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,40955,1732223656967/849dee24a242%2C40955%2C1732223656967.1732223657699 2024-11-21T21:14:17,735 DEBUG [RS:1;849dee24a242:33295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943),(127.0.0.1/127.0.0.1:37349:37349),(127.0.0.1/127.0.0.1:39265:39265)] 2024-11-21T21:14:17,735 DEBUG [RS:2;849dee24a242:40955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39265:39265),(127.0.0.1/127.0.0.1:37349:37349),(127.0.0.1/127.0.0.1:42943:42943)] 2024-11-21T21:14:17,804 DEBUG [849dee24a242:40909 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T21:14:17,804 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(204): Hosts are {849dee24a242=0} racks are {/default-rack=0} 2024-11-21T21:14:17,808 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:14:17,808 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:14:17,808 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T21:14:17,808 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:14:17,808 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:14:17,808 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T21:14:17,808 INFO [849dee24a242:40909 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:14:17,808 INFO [849dee24a242:40909 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:14:17,808 INFO [849dee24a242:40909 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T21:14:17,808 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:14:17,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=849dee24a242,36945,1732223656891 2024-11-21T21:14:17,811 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 849dee24a242,36945,1732223656891, state=OPENING 2024-11-21T21:14:17,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T21:14:17,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:14:17,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:14:17,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:14:17,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:14:17,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:14:17,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:14:17,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=849dee24a242,36945,1732223656891}] 2024-11-21T21:14:18,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T21:14:18,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:18,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:18,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:18,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:14:18,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T21:14:23,466 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=849dee24a242:33893 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-21T21:14:23,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T21:14:23,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:23,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:23,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:27,839 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:14:27,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:14:27,850 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T21:14:27,850 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:14:27,851 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T21:14:27,865 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=849dee24a242%2C36945%2C1732223656891.meta, suffix=.meta, logDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891, archiveDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/oldWALs, maxLogs=32 2024-11-21T21:14:27,884 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta, exclude list is [], retry=0 2024-11-21T21:14:27,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-26df1bac-4e33-4e94-82dc-c5780bf5bfe9,DISK] 2024-11-21T21:14:27,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33881,DS-33a41829-7e6b-486f-93e9-30bd675d5d1b,DISK] 2024-11-21T21:14:27,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-a69c6649-e3ae-494a-b680-33c3876de9bf,DISK] 2024-11-21T21:14:27,917 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta 2024-11-21T21:14:27,917 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39265:39265),(127.0.0.1/127.0.0.1:42943:42943),(127.0.0.1/127.0.0.1:37349:37349)] 2024-11-21T21:14:27,918 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:14:27,918 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T21:14:27,918 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T21:14:27,918 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T21:14:27,919 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T21:14:27,919 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:27,919 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T21:14:27,919 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T21:14:27,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:14:27,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:14:27,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:27,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:14:27,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:14:27,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:14:27,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:27,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:14:27,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:14:27,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:14:27,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:27,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:14:27,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:14:27,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:14:27,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:27,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:14:27,934 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:14:27,935 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740 2024-11-21T21:14:27,937 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740 2024-11-21T21:14:27,943 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:14:27,943 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:14:27,944 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:14:27,946 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:14:27,955 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63103880, jitterRate=-0.05967891216278076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:14:27,955 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T21:14:27,957 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732223667919Writing region info on filesystem at 1732223667919Initializing all the Stores at 1732223667920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223667920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223667921 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223667921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223667921Cleaning up temporary data from old regions at 1732223667943 (+22 ms)Running coprocessor post-open hooks at 1732223667955 (+12 ms)Region opened successfully at 1732223667956 (+1 ms) 2024-11-21T21:14:27,958 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732223667839 2024-11-21T21:14:27,963 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T21:14:27,963 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T21:14:27,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,36945,1732223656891 2024-11-21T21:14:27,965 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 849dee24a242,36945,1732223656891, state=OPEN 2024-11-21T21:14:28,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:14:28,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:14:28,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:14:28,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:14:28,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:14:28,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:14:28,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:14:28,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:14:28,043 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=849dee24a242,36945,1732223656891 2024-11-21T21:14:28,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T21:14:28,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=849dee24a242,36945,1732223656891 in 10.2080 sec 2024-11-21T21:14:28,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T21:14:28,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6460 sec 2024-11-21T21:14:28,055 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T21:14:28,055 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T21:14:28,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:14:28,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=849dee24a242,36945,1732223656891, seqNum=-1] 2024-11-21T21:14:28,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:14:28,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:14:28,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7180 sec 2024-11-21T21:14:28,074 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732223668074, completionTime=-1 2024-11-21T21:14:28,074 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T21:14:28,074 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T21:14:28,078 INFO [master/849dee24a242:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T21:14:28,078 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732223728078 2024-11-21T21:14:28,078 INFO [master/849dee24a242:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732223788078 2024-11-21T21:14:28,078 INFO [master/849dee24a242:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-21T21:14:28,078 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T21:14:28,079 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,40909,1732223656715-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:28,079 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,40909,1732223656715-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:28,079 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,40909,1732223656715-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:28,080 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-849dee24a242:40909, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:28,080 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:28,084 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:28,085 DEBUG [master/849dee24a242:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T21:14:28,089 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.056sec 2024-11-21T21:14:28,092 INFO [master/849dee24a242:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T21:14:28,092 INFO [master/849dee24a242:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T21:14:28,092 INFO [master/849dee24a242:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T21:14:28,092 INFO [master/849dee24a242:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T21:14:28,092 INFO [master/849dee24a242:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T21:14:28,092 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,40909,1732223656715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T21:14:28,092 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,40909,1732223656715-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T21:14:28,110 DEBUG [master/849dee24a242:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T21:14:28,110 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T21:14:28,110 INFO [master/849dee24a242:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=849dee24a242,40909,1732223656715-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T21:14:28,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617d25b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:14:28,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 849dee24a242,40909,-1 for getting cluster id 2024-11-21T21:14:28,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T21:14:28,132 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63aaf2d3-3011-4d70-b7e8-2150de6917bb' 2024-11-21T21:14:28,135 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T21:14:28,135 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63aaf2d3-3011-4d70-b7e8-2150de6917bb" 2024-11-21T21:14:28,136 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf2c3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:14:28,136 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [849dee24a242,40909,-1] 2024-11-21T21:14:28,137 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T21:14:28,137 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:28,144 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:14:28,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6dcd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:14:28,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:14:28,154 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=849dee24a242,36945,1732223656891, seqNum=-1] 2024-11-21T21:14:28,154 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:14:28,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:14:28,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=849dee24a242,40909,1732223656715 2024-11-21T21:14:28,172 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732223668172 (current time:1732223668172). 2024-11-21T21:14:28,172 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-21T21:14:28,172 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-21T21:14:28,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61394760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:14:28,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 849dee24a242,40909,-1 for getting cluster id 2024-11-21T21:14:28,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T21:14:28,183 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63aaf2d3-3011-4d70-b7e8-2150de6917bb' 2024-11-21T21:14:28,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T21:14:28,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63aaf2d3-3011-4d70-b7e8-2150de6917bb" 2024-11-21T21:14:28,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106bce7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:14:28,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [849dee24a242,40909,-1] 2024-11-21T21:14:28,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T21:14:28,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:28,186 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T21:14:28,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a27b845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T21:14:28,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:14:28,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=849dee24a242,36945,1732223656891, seqNum=-1] 2024-11-21T21:14:28,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:14:28,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:14:28,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:14:28,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:14:28,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:28,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:28,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T21:14:28,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T21:14:28,200 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 849dee24a242,40909,1732223656715 2024-11-21T21:14:28,200 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63b33e7f 2024-11-21T21:14:28,201 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T21:14:28,209 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T21:14:28,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T21:14:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-21T21:14:28,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T21:14:28,221 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:28,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-21T21:14:28,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T21:14:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:14:28,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:14:28,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:14:28,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741837_1013 (size=361) 2024-11-21T21:14:28,316 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fb9b34488c33d352021ecc3108539a8, NAME => 'SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:28,331 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9fc7599b42c6ad07395b05d973aef7cc, NAME => 'SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:14:28,339 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ac8efae46de42bce65ecb03da45018f2, NAME => 'SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:28,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741838_1014 (size=54) 2024-11-21T21:14:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741838_1014 (size=54) 2024-11-21T21:14:28,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741838_1014 (size=54) 2024-11-21T21:14:28,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:28,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2fb9b34488c33d352021ecc3108539a8, disabling compactions & flushes 2024-11-21T21:14:28,408 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:14:28,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:14:28,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. after waiting 0 ms 2024-11-21T21:14:28,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:14:28,408 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:14:28,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fb9b34488c33d352021ecc3108539a8: Waiting for close lock at 1732223668408Disabling compacts and flushes for region at 1732223668408Disabling writes for close at 1732223668408Writing region close event to WAL at 1732223668408Closed at 1732223668408 2024-11-21T21:14:28,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d00f5a1a2ef1b9d0583898758d6e80a0, NAME => 'SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741839_1015 (size=62) 2024-11-21T21:14:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741839_1015 (size=62) 2024-11-21T21:14:28,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741839_1015 (size=62) 2024-11-21T21:14:28,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:28,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9fc7599b42c6ad07395b05d973aef7cc, disabling compactions & flushes 2024-11-21T21:14:28,461 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:14:28,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:14:28,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. after waiting 0 ms 2024-11-21T21:14:28,461 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:14:28,461 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:14:28,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9fc7599b42c6ad07395b05d973aef7cc: Waiting for close lock at 1732223668461Disabling compacts and flushes for region at 1732223668461Disabling writes for close at 1732223668461Writing region close event to WAL at 1732223668461Closed at 1732223668461 2024-11-21T21:14:28,462 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f17d3d64821cf87d902987637c5c8ec7, NAME => 'SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:28,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741840_1016 (size=62) 2024-11-21T21:14:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741840_1016 (size=62) 2024-11-21T21:14:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741840_1016 (size=62) 2024-11-21T21:14:28,495 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:28,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ac8efae46de42bce65ecb03da45018f2, disabling compactions & flushes 2024-11-21T21:14:28,496 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2. 2024-11-21T21:14:28,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2. 2024-11-21T21:14:28,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2. after waiting 0 ms 2024-11-21T21:14:28,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2. 2024-11-21T21:14:28,496 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2. 2024-11-21T21:14:28,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ac8efae46de42bce65ecb03da45018f2: Waiting for close lock at 1732223668495Disabling compacts and flushes for region at 1732223668496 (+1 ms)Disabling writes for close at 1732223668496Writing region close event to WAL at 1732223668496Closed at 1732223668496 2024-11-21T21:14:28,497 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 067e27b5b80dd01c97c0f10168f90f03, NAME => 'SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:14:28,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:14:28,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:14:28,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:14:28,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741842_1018 (size=62) 2024-11-21T21:14:28,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:28,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f17d3d64821cf87d902987637c5c8ec7, disabling compactions & flushes 2024-11-21T21:14:28,564 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:14:28,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:14:28,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. after waiting 0 ms 2024-11-21T21:14:28,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:14:28,564 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:14:28,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f17d3d64821cf87d902987637c5c8ec7: Waiting for close lock at 1732223668563Disabling compacts and flushes for region at 1732223668563Disabling writes for close at 1732223668564 (+1 ms)Writing region close event to WAL at 1732223668564Closed at 1732223668564 2024-11-21T21:14:28,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:14:28,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741841_1017 (size=62) 2024-11-21T21:14:28,565 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3a8e9c680913825390853667fca3a587, NAME => 'SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:28,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:28,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d00f5a1a2ef1b9d0583898758d6e80a0, disabling compactions & flushes 2024-11-21T21:14:28,565 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:14:28,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:14:28,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. after waiting 0 ms 2024-11-21T21:14:28,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:14:28,565 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:14:28,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d00f5a1a2ef1b9d0583898758d6e80a0: Waiting for close lock at 1732223668565Disabling compacts and flushes for region at 1732223668565Disabling writes for close at 1732223668565Writing region close event to WAL at 1732223668565Closed at 1732223668565 2024-11-21T21:14:28,566 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bee835ce20707265b5e5729c5918c46a, NAME => 'SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:28,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:14:28,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:14:28,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741843_1019 (size=62) 2024-11-21T21:14:28,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:28,627 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 067e27b5b80dd01c97c0f10168f90f03, disabling compactions & flushes 2024-11-21T21:14:28,627 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03. 2024-11-21T21:14:28,627 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03. 2024-11-21T21:14:28,627 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03. after waiting 0 ms 2024-11-21T21:14:28,627 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03. 2024-11-21T21:14:28,627 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03. 2024-11-21T21:14:28,627 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 067e27b5b80dd01c97c0f10168f90f03: Waiting for close lock at 1732223668627Disabling compacts and flushes for region at 1732223668627Disabling writes for close at 1732223668627Writing region close event to WAL at 1732223668627Closed at 1732223668627 2024-11-21T21:14:28,628 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1e6fae8851ce0bb0f0be337bea9c67a7, NAME => 'SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:28,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:14:28,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:14:28,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741844_1020 (size=62) 2024-11-21T21:14:28,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:28,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bee835ce20707265b5e5729c5918c46a, disabling compactions & flushes 2024-11-21T21:14:28,705 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:14:28,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:14:28,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. after waiting 0 ms 2024-11-21T21:14:28,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:14:28,705 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:14:28,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bee835ce20707265b5e5729c5918c46a: Waiting for close lock at 1732223668705Disabling compacts and flushes for region at 1732223668705Disabling writes for close at 1732223668705Writing region close event to WAL at 1732223668705Closed at 1732223668705 2024-11-21T21:14:28,706 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0394e3c7c3a14aeddf119a6a825335d7, NAME => 'SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f 2024-11-21T21:14:28,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:14:28,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:14:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741845_1021 (size=62) 2024-11-21T21:14:28,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:28,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3a8e9c680913825390853667fca3a587, disabling compactions & flushes 2024-11-21T21:14:28,719 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:14:28,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:14:28,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. after waiting 0 ms 2024-11-21T21:14:28,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:14:28,719 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:14:28,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3a8e9c680913825390853667fca3a587: Waiting for close lock at 1732223668719Disabling compacts and flushes for region at 1732223668719Disabling writes for close at 1732223668719Writing region close event to WAL at 1732223668719Closed at 1732223668719 2024-11-21T21:14:28,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:14:28,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:14:28,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:28,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1e6fae8851ce0bb0f0be337bea9c67a7, disabling compactions & flushes 2024-11-21T21:14:28,748 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. 2024-11-21T21:14:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741846_1022 (size=62) 2024-11-21T21:14:28,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. 2024-11-21T21:14:28,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. after waiting 0 ms 2024-11-21T21:14:28,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. 2024-11-21T21:14:28,749 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. 2024-11-21T21:14:28,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1e6fae8851ce0bb0f0be337bea9c67a7: Waiting for close lock at 1732223668748Disabling compacts and flushes for region at 1732223668748Disabling writes for close at 1732223668749 (+1 ms)Writing region close event to WAL at 1732223668749Closed at 1732223668749 2024-11-21T21:14:28,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:14:28,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:14:28,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741847_1023 (size=54) 2024-11-21T21:14:28,763 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:28,763 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0394e3c7c3a14aeddf119a6a825335d7, disabling compactions & flushes 2024-11-21T21:14:28,763 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:14:28,763 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:14:28,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. after waiting 0 ms 2024-11-21T21:14:28,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:14:28,764 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:14:28,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0394e3c7c3a14aeddf119a6a825335d7: Waiting for close lock at 1732223668763Disabling compacts and flushes for region at 1732223668763Disabling writes for close at 1732223668764 (+1 ms)Writing region close event to WAL at 1732223668764Closed at 1732223668764 2024-11-21T21:14:28,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T21:14:28,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732223668765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223668765"}]},"ts":"1732223668765"} 2024-11-21T21:14:28,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223668765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223668765"}]},"ts":"1732223668765"} 2024-11-21T21:14:28,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223668765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223668765"}]},"ts":"1732223668765"} 2024-11-21T21:14:28,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223668765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223668765"}]},"ts":"1732223668765"} 2024-11-21T21:14:28,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223668765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223668765"}]},"ts":"1732223668765"} 2024-11-21T21:14:28,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223668765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223668765"}]},"ts":"1732223668765"} 2024-11-21T21:14:28,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223668765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223668765"}]},"ts":"1732223668765"} 2024-11-21T21:14:28,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223668765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223668765"}]},"ts":"1732223668765"} 2024-11-21T21:14:28,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732223668765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223668765"}]},"ts":"1732223668765"} 2024-11-21T21:14:28,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732223668765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732223668765"}]},"ts":"1732223668765"} 2024-11-21T21:14:28,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-21T21:14:28,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T21:14:28,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732223668781"}]},"ts":"1732223668781"} 2024-11-21T21:14:28,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-21T21:14:28,785 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {849dee24a242=0} racks are {/default-rack=0} 2024-11-21T21:14:28,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:14:28,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:14:28,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T21:14:28,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:14:28,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:14:28,801 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T21:14:28,801 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:14:28,801 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:14:28,802 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T21:14:28,802 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:14:28,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2fb9b34488c33d352021ecc3108539a8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9fc7599b42c6ad07395b05d973aef7cc, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac8efae46de42bce65ecb03da45018f2, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d00f5a1a2ef1b9d0583898758d6e80a0, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f17d3d64821cf87d902987637c5c8ec7, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=067e27b5b80dd01c97c0f10168f90f03, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a8e9c680913825390853667fca3a587, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bee835ce20707265b5e5729c5918c46a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e6fae8851ce0bb0f0be337bea9c67a7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0394e3c7c3a14aeddf119a6a825335d7, ASSIGN}] 2024-11-21T21:14:28,805 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2fb9b34488c33d352021ecc3108539a8, ASSIGN 2024-11-21T21:14:28,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9fc7599b42c6ad07395b05d973aef7cc, ASSIGN 2024-11-21T21:14:28,806 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac8efae46de42bce65ecb03da45018f2, ASSIGN 2024-11-21T21:14:28,807 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2fb9b34488c33d352021ecc3108539a8, ASSIGN; state=OFFLINE, location=849dee24a242,40955,1732223656967; forceNewPlan=false, retain=false 2024-11-21T21:14:28,809 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac8efae46de42bce65ecb03da45018f2, ASSIGN; state=OFFLINE, location=849dee24a242,36945,1732223656891; forceNewPlan=false, retain=false 2024-11-21T21:14:28,809 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9fc7599b42c6ad07395b05d973aef7cc, ASSIGN; state=OFFLINE, location=849dee24a242,33295,1732223656933; forceNewPlan=false, retain=false 2024-11-21T21:14:28,809 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0394e3c7c3a14aeddf119a6a825335d7, ASSIGN 2024-11-21T21:14:28,810 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0394e3c7c3a14aeddf119a6a825335d7, ASSIGN; state=OFFLINE, location=849dee24a242,40955,1732223656967; forceNewPlan=false, retain=false 2024-11-21T21:14:28,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e6fae8851ce0bb0f0be337bea9c67a7, ASSIGN 2024-11-21T21:14:28,812 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e6fae8851ce0bb0f0be337bea9c67a7, ASSIGN; state=OFFLINE, location=849dee24a242,36945,1732223656891; forceNewPlan=false, retain=false 2024-11-21T21:14:28,812 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bee835ce20707265b5e5729c5918c46a, ASSIGN 2024-11-21T21:14:28,813 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d00f5a1a2ef1b9d0583898758d6e80a0, ASSIGN 2024-11-21T21:14:28,814 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bee835ce20707265b5e5729c5918c46a, ASSIGN; state=OFFLINE, location=849dee24a242,40955,1732223656967; forceNewPlan=false, retain=false 2024-11-21T21:14:28,814 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d00f5a1a2ef1b9d0583898758d6e80a0, ASSIGN; state=OFFLINE, location=849dee24a242,33295,1732223656933; forceNewPlan=false, retain=false 2024-11-21T21:14:28,815 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a8e9c680913825390853667fca3a587, ASSIGN 2024-11-21T21:14:28,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=067e27b5b80dd01c97c0f10168f90f03, ASSIGN 2024-11-21T21:14:28,817 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a8e9c680913825390853667fca3a587, ASSIGN; state=OFFLINE, location=849dee24a242,33295,1732223656933; forceNewPlan=false, retain=false 2024-11-21T21:14:28,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=067e27b5b80dd01c97c0f10168f90f03, ASSIGN; state=OFFLINE, location=849dee24a242,36945,1732223656891; forceNewPlan=false, retain=false 2024-11-21T21:14:28,819 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f17d3d64821cf87d902987637c5c8ec7, ASSIGN 2024-11-21T21:14:28,820 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f17d3d64821cf87d902987637c5c8ec7, ASSIGN; state=OFFLINE, location=849dee24a242,40955,1732223656967; forceNewPlan=false, retain=false 2024-11-21T21:14:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:14:28,958 INFO [849dee24a242:40909 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-21T21:14:28,958 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bee835ce20707265b5e5729c5918c46a, regionState=OPENING, regionLocation=849dee24a242,40955,1732223656967 2024-11-21T21:14:28,958 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0394e3c7c3a14aeddf119a6a825335d7, regionState=OPENING, regionLocation=849dee24a242,40955,1732223656967 2024-11-21T21:14:28,959 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f17d3d64821cf87d902987637c5c8ec7, regionState=OPENING, regionLocation=849dee24a242,40955,1732223656967 2024-11-21T21:14:28,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2fb9b34488c33d352021ecc3108539a8, regionState=OPENING, regionLocation=849dee24a242,40955,1732223656967 2024-11-21T21:14:28,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1e6fae8851ce0bb0f0be337bea9c67a7, regionState=OPENING, regionLocation=849dee24a242,36945,1732223656891 2024-11-21T21:14:28,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=067e27b5b80dd01c97c0f10168f90f03, regionState=OPENING, regionLocation=849dee24a242,36945,1732223656891 2024-11-21T21:14:28,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ac8efae46de42bce65ecb03da45018f2, regionState=OPENING, regionLocation=849dee24a242,36945,1732223656891 2024-11-21T21:14:28,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3a8e9c680913825390853667fca3a587, regionState=OPENING, regionLocation=849dee24a242,33295,1732223656933 2024-11-21T21:14:28,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d00f5a1a2ef1b9d0583898758d6e80a0, regionState=OPENING, regionLocation=849dee24a242,33295,1732223656933 2024-11-21T21:14:28,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9fc7599b42c6ad07395b05d973aef7cc, regionState=OPENING, regionLocation=849dee24a242,33295,1732223656933 2024-11-21T21:14:28,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0394e3c7c3a14aeddf119a6a825335d7, ASSIGN because future has completed 2024-11-21T21:14:28,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bee835ce20707265b5e5729c5918c46a, ASSIGN because future has completed 2024-11-21T21:14:28,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0394e3c7c3a14aeddf119a6a825335d7, server=849dee24a242,40955,1732223656967}] 2024-11-21T21:14:28,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bee835ce20707265b5e5729c5918c46a, server=849dee24a242,40955,1732223656967}] 2024-11-21T21:14:28,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f17d3d64821cf87d902987637c5c8ec7, ASSIGN because future has completed 2024-11-21T21:14:28,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2fb9b34488c33d352021ecc3108539a8, ASSIGN because future has completed 2024-11-21T21:14:29,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e6fae8851ce0bb0f0be337bea9c67a7, ASSIGN because future has completed 2024-11-21T21:14:29,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fb9b34488c33d352021ecc3108539a8, server=849dee24a242,40955,1732223656967}] 2024-11-21T21:14:29,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e6fae8851ce0bb0f0be337bea9c67a7, server=849dee24a242,36945,1732223656891}] 2024-11-21T21:14:29,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f17d3d64821cf87d902987637c5c8ec7, server=849dee24a242,40955,1732223656967}] 2024-11-21T21:14:29,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=067e27b5b80dd01c97c0f10168f90f03, ASSIGN because future has completed 2024-11-21T21:14:29,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac8efae46de42bce65ecb03da45018f2, ASSIGN because future has completed 2024-11-21T21:14:29,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a8e9c680913825390853667fca3a587, ASSIGN because future has completed 2024-11-21T21:14:29,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 067e27b5b80dd01c97c0f10168f90f03, server=849dee24a242,36945,1732223656891}] 2024-11-21T21:14:29,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8efae46de42bce65ecb03da45018f2, server=849dee24a242,36945,1732223656891}] 2024-11-21T21:14:29,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d00f5a1a2ef1b9d0583898758d6e80a0, ASSIGN because future has completed 2024-11-21T21:14:29,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a8e9c680913825390853667fca3a587, server=849dee24a242,33295,1732223656933}] 2024-11-21T21:14:29,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9fc7599b42c6ad07395b05d973aef7cc, ASSIGN because future has completed 2024-11-21T21:14:29,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fc7599b42c6ad07395b05d973aef7cc, server=849dee24a242,33295,1732223656933}] 2024-11-21T21:14:29,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00f5a1a2ef1b9d0583898758d6e80a0, server=849dee24a242,33295,1732223656933}] 2024-11-21T21:14:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:14:29,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T21:14:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:14:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:14:33,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T21:14:33,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:33,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:33,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:14:37,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T21:14:37,809 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T21:14:37,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:14:37,809 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T21:14:38,987 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:14:38,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:14:38,995 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:14:38,995 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => bee835ce20707265b5e5729c5918c46a, NAME => 'SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-21T21:14:38,995 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:38,996 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:38,996 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:38,996 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:38,999 INFO [StoreOpener-bee835ce20707265b5e5729c5918c46a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:39,001 INFO [StoreOpener-bee835ce20707265b5e5729c5918c46a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee835ce20707265b5e5729c5918c46a columnFamilyName cf 2024-11-21T21:14:39,001 DEBUG [StoreOpener-bee835ce20707265b5e5729c5918c46a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:39,005 INFO [StoreOpener-bee835ce20707265b5e5729c5918c46a-1 {}] regionserver.HStore(327): Store=bee835ce20707265b5e5729c5918c46a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:39,005 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:39,006 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:39,006 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:39,007 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:39,007 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:39,009 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:39,014 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/bee835ce20707265b5e5729c5918c46a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:39,015 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened bee835ce20707265b5e5729c5918c46a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67881315, jitterRate=0.011510416865348816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:14:39,015 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:39,015 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for bee835ce20707265b5e5729c5918c46a: Running coprocessor pre-open hook at 1732223678996Writing region info on filesystem at 1732223678996Initializing all the Stores at 1732223678998 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223678998Cleaning up temporary data from old regions at 1732223679007 (+9 ms)Running coprocessor post-open hooks at 1732223679015 (+8 ms)Region opened successfully at 1732223679015 2024-11-21T21:14:39,016 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a., pid=16, masterSystemTime=1732223678987 2024-11-21T21:14:39,019 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:14:39,019 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:14:39,019 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:14:39,023 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bee835ce20707265b5e5729c5918c46a, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,40955,1732223656967 2024-11-21T21:14:39,025 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f17d3d64821cf87d902987637c5c8ec7, NAME => 'SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-21T21:14:39,025 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:39,025 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:39,025 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:39,025 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:39,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bee835ce20707265b5e5729c5918c46a, server=849dee24a242,40955,1732223656967 because future has completed 2024-11-21T21:14:39,026 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2. 2024-11-21T21:14:39,026 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ac8efae46de42bce65ecb03da45018f2, NAME => 'SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-21T21:14:39,026 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:39,027 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:39,027 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:39,027 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:39,027 INFO [StoreOpener-f17d3d64821cf87d902987637c5c8ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:39,030 INFO [StoreOpener-f17d3d64821cf87d902987637c5c8ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f17d3d64821cf87d902987637c5c8ec7 columnFamilyName cf 2024-11-21T21:14:39,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-21T21:14:39,030 DEBUG [StoreOpener-f17d3d64821cf87d902987637c5c8ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:39,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bee835ce20707265b5e5729c5918c46a, server=849dee24a242,40955,1732223656967 in 10.0430 sec 2024-11-21T21:14:39,031 INFO [StoreOpener-f17d3d64821cf87d902987637c5c8ec7-1 {}] regionserver.HStore(327): Store=f17d3d64821cf87d902987637c5c8ec7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:39,032 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:39,036 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:39,037 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:39,037 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:39,037 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:39,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bee835ce20707265b5e5729c5918c46a, ASSIGN in 10.2280 sec 2024-11-21T21:14:39,040 INFO [StoreOpener-ac8efae46de42bce65ecb03da45018f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:39,040 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:39,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T21:14:39,044 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/f17d3d64821cf87d902987637c5c8ec7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:39,045 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f17d3d64821cf87d902987637c5c8ec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72080717, jitterRate=0.07408638298511505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:14:39,046 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:39,046 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f17d3d64821cf87d902987637c5c8ec7: Running coprocessor pre-open hook at 1732223679026Writing region info on filesystem at 1732223679026Initializing all the Stores at 1732223679027 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223679027Cleaning up temporary data from old regions at 1732223679037 (+10 ms)Running coprocessor post-open hooks at 1732223679046 (+9 ms)Region opened successfully at 1732223679046 2024-11-21T21:14:39,046 INFO [StoreOpener-ac8efae46de42bce65ecb03da45018f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8efae46de42bce65ecb03da45018f2 columnFamilyName cf 2024-11-21T21:14:39,046 DEBUG [StoreOpener-ac8efae46de42bce65ecb03da45018f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:39,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T21:14:39,047 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7., pid=18, masterSystemTime=1732223678987 2024-11-21T21:14:39,047 INFO [StoreOpener-ac8efae46de42bce65ecb03da45018f2-1 {}] regionserver.HStore(327): Store=ac8efae46de42bce65ecb03da45018f2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:39,047 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:39,048 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:39,049 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:14:39,049 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:14:39,049 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:14:39,049 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:39,049 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fb9b34488c33d352021ecc3108539a8, NAME => 'SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-21T21:14:39,050 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:39,050 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:39,050 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:39,050 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:39,050 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:39,050 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:39,051 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f17d3d64821cf87d902987637c5c8ec7, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,40955,1732223656967 2024-11-21T21:14:39,053 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:39,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f17d3d64821cf87d902987637c5c8ec7, server=849dee24a242,40955,1732223656967 because future has completed 2024-11-21T21:14:39,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-21T21:14:39,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f17d3d64821cf87d902987637c5c8ec7, server=849dee24a242,40955,1732223656967 in 10.0460 sec 2024-11-21T21:14:39,062 INFO [StoreOpener-2fb9b34488c33d352021ecc3108539a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:39,065 INFO [StoreOpener-2fb9b34488c33d352021ecc3108539a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb9b34488c33d352021ecc3108539a8 columnFamilyName cf 2024-11-21T21:14:39,065 DEBUG [StoreOpener-2fb9b34488c33d352021ecc3108539a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:39,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f17d3d64821cf87d902987637c5c8ec7, ASSIGN in 10.2580 sec 2024-11-21T21:14:39,066 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/ac8efae46de42bce65ecb03da45018f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:39,066 INFO [StoreOpener-2fb9b34488c33d352021ecc3108539a8-1 {}] regionserver.HStore(327): Store=2fb9b34488c33d352021ecc3108539a8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:39,066 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:39,066 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ac8efae46de42bce65ecb03da45018f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59233863, jitterRate=-0.11734665930271149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:14:39,067 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:39,067 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ac8efae46de42bce65ecb03da45018f2: Running coprocessor pre-open hook at 1732223679027Writing region info on filesystem at 1732223679027Initializing all the Stores at 1732223679036 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223679036Cleaning up temporary data from old regions at 1732223679050 (+14 ms)Running coprocessor post-open hooks at 1732223679067 (+17 ms)Region opened successfully at 1732223679067 2024-11-21T21:14:39,067 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:39,067 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:39,068 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:39,068 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:39,070 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:39,073 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2., pid=21, masterSystemTime=1732223679013 2024-11-21T21:14:39,076 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2. 2024-11-21T21:14:39,076 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2. 2024-11-21T21:14:39,076 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. 2024-11-21T21:14:39,076 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e6fae8851ce0bb0f0be337bea9c67a7, NAME => 'SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-21T21:14:39,077 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:39,077 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:39,077 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:39,077 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:39,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ac8efae46de42bce65ecb03da45018f2, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,36945,1732223656891 2024-11-21T21:14:39,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8efae46de42bce65ecb03da45018f2, server=849dee24a242,36945,1732223656891 because future has completed 2024-11-21T21:14:39,084 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/2fb9b34488c33d352021ecc3108539a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:39,085 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:14:39,085 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a8e9c680913825390853667fca3a587, NAME => 'SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-21T21:14:39,086 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:39,086 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:39,086 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 2fb9b34488c33d352021ecc3108539a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68614373, jitterRate=0.02243383228778839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:14:39,086 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:39,086 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:39,086 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:39,086 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 2fb9b34488c33d352021ecc3108539a8: Running coprocessor pre-open hook at 1732223679050Writing region info on filesystem at 1732223679050Initializing all the Stores at 1732223679052 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223679052Cleaning up temporary data from old regions at 1732223679068 (+16 ms)Running coprocessor post-open hooks at 1732223679086 (+18 ms)Region opened successfully at 1732223679086 2024-11-21T21:14:39,087 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8., pid=17, masterSystemTime=1732223678987 2024-11-21T21:14:39,090 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:14:39,090 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:14:39,090 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:14:39,090 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0394e3c7c3a14aeddf119a6a825335d7, NAME => 'SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-21T21:14:39,090 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:39,090 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:39,091 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:39,091 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:39,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-21T21:14:39,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ac8efae46de42bce65ecb03da45018f2, server=849dee24a242,36945,1732223656891 in 10.0500 sec 2024-11-21T21:14:39,092 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2fb9b34488c33d352021ecc3108539a8, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,40955,1732223656967 2024-11-21T21:14:39,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fb9b34488c33d352021ecc3108539a8, server=849dee24a242,40955,1732223656967 because future has completed 2024-11-21T21:14:39,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac8efae46de42bce65ecb03da45018f2, ASSIGN in 10.2900 sec 2024-11-21T21:14:39,097 INFO [StoreOpener-1e6fae8851ce0bb0f0be337bea9c67a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:39,099 INFO [StoreOpener-1e6fae8851ce0bb0f0be337bea9c67a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e6fae8851ce0bb0f0be337bea9c67a7 columnFamilyName cf 2024-11-21T21:14:39,099 DEBUG [StoreOpener-1e6fae8851ce0bb0f0be337bea9c67a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:39,101 INFO [StoreOpener-1e6fae8851ce0bb0f0be337bea9c67a7-1 {}] regionserver.HStore(327): Store=1e6fae8851ce0bb0f0be337bea9c67a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:39,101 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:39,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-21T21:14:39,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fb9b34488c33d352021ecc3108539a8, server=849dee24a242,40955,1732223656967 in 10.0910 sec 2024-11-21T21:14:39,102 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:39,102 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:39,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2fb9b34488c33d352021ecc3108539a8, ASSIGN in 10.2990 sec 2024-11-21T21:14:39,103 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:39,103 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:39,105 INFO [StoreOpener-0394e3c7c3a14aeddf119a6a825335d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:39,107 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:39,111 INFO [StoreOpener-0394e3c7c3a14aeddf119a6a825335d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0394e3c7c3a14aeddf119a6a825335d7 columnFamilyName cf 2024-11-21T21:14:39,111 DEBUG [StoreOpener-0394e3c7c3a14aeddf119a6a825335d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:39,112 INFO [StoreOpener-0394e3c7c3a14aeddf119a6a825335d7-1 {}] regionserver.HStore(327): Store=0394e3c7c3a14aeddf119a6a825335d7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:39,112 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:39,112 INFO [StoreOpener-3a8e9c680913825390853667fca3a587-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:39,113 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:39,113 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:39,114 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:39,114 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:39,115 INFO [StoreOpener-3a8e9c680913825390853667fca3a587-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a8e9c680913825390853667fca3a587 columnFamilyName cf 2024-11-21T21:14:39,115 DEBUG [StoreOpener-3a8e9c680913825390853667fca3a587-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:39,116 INFO [StoreOpener-3a8e9c680913825390853667fca3a587-1 {}] regionserver.HStore(327): Store=3a8e9c680913825390853667fca3a587/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:39,116 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:39,116 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:39,117 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/3a8e9c680913825390853667fca3a587 2024-11-21T21:14:39,117 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/3a8e9c680913825390853667fca3a587 2024-11-21T21:14:39,118 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:39,118 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:39,120 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:39,128 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/1e6fae8851ce0bb0f0be337bea9c67a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:39,129 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1e6fae8851ce0bb0f0be337bea9c67a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66187753, jitterRate=-0.013725623488426208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:14:39,129 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:39,129 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1e6fae8851ce0bb0f0be337bea9c67a7: Running coprocessor pre-open hook at 1732223679077Writing region info on filesystem at 1732223679077Initializing all the Stores at 1732223679081 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223679081Cleaning up temporary data from old regions at 1732223679103 (+22 ms)Running coprocessor post-open hooks at 1732223679129 (+26 ms)Region opened successfully at 1732223679129 2024-11-21T21:14:39,130 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7., pid=19, masterSystemTime=1732223679013 2024-11-21T21:14:39,133 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. 2024-11-21T21:14:39,133 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. 2024-11-21T21:14:39,133 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/0394e3c7c3a14aeddf119a6a825335d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:39,133 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03. 2024-11-21T21:14:39,133 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 067e27b5b80dd01c97c0f10168f90f03, NAME => 'SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-21T21:14:39,133 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:39,134 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:39,134 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:39,134 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0394e3c7c3a14aeddf119a6a825335d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68486828, jitterRate=0.020533263683319092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:14:39,134 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:39,134 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:39,134 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0394e3c7c3a14aeddf119a6a825335d7: Running coprocessor pre-open hook at 1732223679091Writing region info on filesystem at 1732223679091Initializing all the Stores at 1732223679094 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223679094Cleaning up temporary data from old regions at 1732223679114 (+20 ms)Running coprocessor post-open hooks at 1732223679134 (+20 ms)Region opened successfully at 1732223679134 2024-11-21T21:14:39,135 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7., pid=15, masterSystemTime=1732223678987 2024-11-21T21:14:39,135 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1e6fae8851ce0bb0f0be337bea9c67a7, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,36945,1732223656891 2024-11-21T21:14:39,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e6fae8851ce0bb0f0be337bea9c67a7, server=849dee24a242,36945,1732223656891 because future has completed 2024-11-21T21:14:39,141 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:14:39,141 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:14:39,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0394e3c7c3a14aeddf119a6a825335d7, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,40955,1732223656967 2024-11-21T21:14:39,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0394e3c7c3a14aeddf119a6a825335d7, server=849dee24a242,40955,1732223656967 because future has completed 2024-11-21T21:14:39,145 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/3a8e9c680913825390853667fca3a587/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:39,146 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 3a8e9c680913825390853667fca3a587; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70345025, jitterRate=0.048222556710243225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:14:39,146 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:39,146 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 3a8e9c680913825390853667fca3a587: Running coprocessor pre-open hook at 1732223679086Writing region info on filesystem at 1732223679086Initializing all the Stores at 1732223679101 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223679101Cleaning up temporary data from old regions at 1732223679118 (+17 ms)Running coprocessor post-open hooks at 1732223679146 (+28 ms)Region opened successfully at 1732223679146 2024-11-21T21:14:39,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-21T21:14:39,147 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587., pid=22, masterSystemTime=1732223679042 2024-11-21T21:14:39,150 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:14:39,150 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:14:39,150 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:14:39,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e6fae8851ce0bb0f0be337bea9c67a7, server=849dee24a242,36945,1732223656891 in 10.1320 sec 2024-11-21T21:14:39,151 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fc7599b42c6ad07395b05d973aef7cc, NAME => 'SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-21T21:14:39,151 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:39,151 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:39,151 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:39,151 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:39,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T21:14:39,152 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3a8e9c680913825390853667fca3a587, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,33295,1732223656933 2024-11-21T21:14:39,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0394e3c7c3a14aeddf119a6a825335d7, server=849dee24a242,40955,1732223656967 in 10.1730 sec 2024-11-21T21:14:39,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e6fae8851ce0bb0f0be337bea9c67a7, ASSIGN in 10.3460 sec 2024-11-21T21:14:39,155 INFO [StoreOpener-9fc7599b42c6ad07395b05d973aef7cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:39,156 INFO [StoreOpener-067e27b5b80dd01c97c0f10168f90f03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:39,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a8e9c680913825390853667fca3a587, server=849dee24a242,33295,1732223656933 because future has completed 2024-11-21T21:14:39,159 INFO [StoreOpener-067e27b5b80dd01c97c0f10168f90f03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 067e27b5b80dd01c97c0f10168f90f03 columnFamilyName cf 2024-11-21T21:14:39,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0394e3c7c3a14aeddf119a6a825335d7, ASSIGN in 10.3500 sec 2024-11-21T21:14:39,159 DEBUG [StoreOpener-067e27b5b80dd01c97c0f10168f90f03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:39,159 INFO [StoreOpener-9fc7599b42c6ad07395b05d973aef7cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc7599b42c6ad07395b05d973aef7cc columnFamilyName cf 2024-11-21T21:14:39,159 DEBUG [StoreOpener-9fc7599b42c6ad07395b05d973aef7cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:39,159 INFO [StoreOpener-9fc7599b42c6ad07395b05d973aef7cc-1 {}] regionserver.HStore(327): Store=9fc7599b42c6ad07395b05d973aef7cc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:39,160 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:39,160 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:39,161 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:39,162 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:39,162 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:39,164 INFO [StoreOpener-067e27b5b80dd01c97c0f10168f90f03-1 {}] regionserver.HStore(327): Store=067e27b5b80dd01c97c0f10168f90f03/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:39,165 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:39,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-21T21:14:39,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a8e9c680913825390853667fca3a587, server=849dee24a242,33295,1732223656933 in 10.1270 sec 2024-11-21T21:14:39,166 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:39,166 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:39,166 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:39,167 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:39,167 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:39,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a8e9c680913825390853667fca3a587, ASSIGN in 10.3640 sec 2024-11-21T21:14:39,170 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:39,177 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/9fc7599b42c6ad07395b05d973aef7cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:39,177 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 9fc7599b42c6ad07395b05d973aef7cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60513562, jitterRate=-0.09827765822410583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:14:39,178 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:39,178 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 9fc7599b42c6ad07395b05d973aef7cc: Running coprocessor pre-open hook at 1732223679151Writing region info on filesystem at 1732223679151Initializing all the Stores at 1732223679153 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223679154 (+1 ms)Cleaning up temporary data from old regions at 1732223679162 (+8 ms)Running coprocessor post-open hooks at 1732223679178 (+16 ms)Region opened successfully at 1732223679178 2024-11-21T21:14:39,179 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc., pid=23, masterSystemTime=1732223679042 2024-11-21T21:14:39,185 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:14:39,185 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:14:39,185 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:14:39,185 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d00f5a1a2ef1b9d0583898758d6e80a0, NAME => 'SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-21T21:14:39,186 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:39,186 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:14:39,186 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:39,186 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:39,188 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9fc7599b42c6ad07395b05d973aef7cc, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,33295,1732223656933 2024-11-21T21:14:39,189 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/067e27b5b80dd01c97c0f10168f90f03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:39,192 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 067e27b5b80dd01c97c0f10168f90f03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71757955, jitterRate=0.0692768543958664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:14:39,192 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:39,192 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 067e27b5b80dd01c97c0f10168f90f03: Running coprocessor pre-open hook at 1732223679134Writing region info on filesystem at 1732223679134Initializing all the Stores at 1732223679136 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223679136Cleaning up temporary data from old regions at 1732223679167 (+31 ms)Running coprocessor post-open hooks at 1732223679192 (+25 ms)Region opened successfully at 1732223679192 2024-11-21T21:14:39,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fc7599b42c6ad07395b05d973aef7cc, server=849dee24a242,33295,1732223656933 because future has completed 2024-11-21T21:14:39,193 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03., pid=20, masterSystemTime=1732223679013 2024-11-21T21:14:39,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-21T21:14:39,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fc7599b42c6ad07395b05d973aef7cc, server=849dee24a242,33295,1732223656933 in 10.1530 sec 2024-11-21T21:14:39,196 INFO [StoreOpener-d00f5a1a2ef1b9d0583898758d6e80a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:39,196 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03. 2024-11-21T21:14:39,197 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03. 2024-11-21T21:14:39,199 INFO [StoreOpener-d00f5a1a2ef1b9d0583898758d6e80a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d00f5a1a2ef1b9d0583898758d6e80a0 columnFamilyName cf 2024-11-21T21:14:39,199 DEBUG [StoreOpener-d00f5a1a2ef1b9d0583898758d6e80a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:14:39,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9fc7599b42c6ad07395b05d973aef7cc, ASSIGN in 10.3940 sec 2024-11-21T21:14:39,200 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=067e27b5b80dd01c97c0f10168f90f03, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,36945,1732223656891 2024-11-21T21:14:39,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 067e27b5b80dd01c97c0f10168f90f03, server=849dee24a242,36945,1732223656891 because future has completed 2024-11-21T21:14:39,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-21T21:14:39,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 067e27b5b80dd01c97c0f10168f90f03, server=849dee24a242,36945,1732223656891 in 10.1760 sec 2024-11-21T21:14:39,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=067e27b5b80dd01c97c0f10168f90f03, ASSIGN in 10.4050 sec 2024-11-21T21:14:39,212 INFO [StoreOpener-d00f5a1a2ef1b9d0583898758d6e80a0-1 {}] regionserver.HStore(327): Store=d00f5a1a2ef1b9d0583898758d6e80a0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T21:14:39,212 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:39,213 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:39,214 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:39,214 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:39,214 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:39,217 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:39,236 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/d00f5a1a2ef1b9d0583898758d6e80a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T21:14:39,237 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d00f5a1a2ef1b9d0583898758d6e80a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64681248, jitterRate=-0.03617429733276367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T21:14:39,237 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:39,237 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d00f5a1a2ef1b9d0583898758d6e80a0: Running coprocessor pre-open hook at 1732223679186Writing region info on filesystem at 1732223679186Initializing all the Stores at 1732223679187 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223679187Cleaning up temporary data from old regions at 1732223679214 (+27 ms)Running coprocessor post-open hooks at 1732223679237 (+23 ms)Region opened successfully at 1732223679237 2024-11-21T21:14:39,239 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0., pid=24, masterSystemTime=1732223679042 2024-11-21T21:14:39,243 DEBUG [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:14:39,243 INFO [RS_OPEN_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:14:39,243 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d00f5a1a2ef1b9d0583898758d6e80a0, regionState=OPEN, openSeqNum=2, regionLocation=849dee24a242,33295,1732223656933 2024-11-21T21:14:39,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d00f5a1a2ef1b9d0583898758d6e80a0, server=849dee24a242,33295,1732223656933 because future has completed 2024-11-21T21:14:39,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-21T21:14:39,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d00f5a1a2ef1b9d0583898758d6e80a0, server=849dee24a242,33295,1732223656933 in 10.2010 sec 2024-11-21T21:14:39,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T21:14:39,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d00f5a1a2ef1b9d0583898758d6e80a0, ASSIGN in 10.4490 sec 2024-11-21T21:14:39,257 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T21:14:39,257 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732223679257"}]},"ts":"1732223679257"} 2024-11-21T21:14:39,259 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-21T21:14:39,261 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T21:14:39,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0510 sec 2024-11-21T21:14:41,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-21T21:14:44,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:44,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:44,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:44,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T21:14:44,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:44,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:44,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T21:14:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T21:14:46,534 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-21T21:14:46,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-21T21:14:46,535 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:14:46,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-21T21:14:46,540 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:14:46,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-21T21:14:46,586 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587., hostname=849dee24a242,33295,1732223656933, seqNum=2] 2024-11-21T21:14:46,588 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587., hostname=849dee24a242,33295,1732223656933, seqNum=2] 2024-11-21T21:14:46,590 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587., hostname=849dee24a242,33295,1732223656933, seqNum=2] 2024-11-21T21:14:46,591 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587., hostname=849dee24a242,33295,1732223656933, seqNum=2] 2024-11-21T21:14:46,593 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587., hostname=849dee24a242,33295,1732223656933, seqNum=2] 2024-11-21T21:14:46,633 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,634 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,635 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,636 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,638 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,639 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:14:46,688 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7., hostname=849dee24a242,36945,1732223656891, seqNum=2] 2024-11-21T21:14:46,690 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7., hostname=849dee24a242,36945,1732223656891, seqNum=2] 2024-11-21T21:14:46,691 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7., hostname=849dee24a242,36945,1732223656891, seqNum=2] 2024-11-21T21:14:46,691 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7., hostname=849dee24a242,36945,1732223656891, seqNum=2] 2024-11-21T21:14:46,693 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7., hostname=849dee24a242,36945,1732223656891, seqNum=2] 2024-11-21T21:14:46,745 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,747 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,749 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,750 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,752 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,753 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:46,755 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7., hostname=849dee24a242,40955,1732223656967, seqNum=2] 2024-11-21T21:14:47,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:14:47,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T21:14:47,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:14:47,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T21:14:47,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33295 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:14:47,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36945 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:14:47,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40955 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:14:47,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40955 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:14:47,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40955 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-21T21:14:47,928 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-21T21:14:47,929 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:14:47,929 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-21T21:14:47,930 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-21T21:14:47,933 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-21T21:14:47,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:14:47,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:14:47,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741848_1024 (size=49) 2024-11-21T21:14:47,944 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-21T21:14:47,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2fb9b34488c33d352021ecc3108539a8}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9fc7599b42c6ad07395b05d973aef7cc}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac8efae46de42bce65ecb03da45018f2}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d00f5a1a2ef1b9d0583898758d6e80a0}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f17d3d64821cf87d902987637c5c8ec7}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 067e27b5b80dd01c97c0f10168f90f03}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a8e9c680913825390853667fca3a587}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bee835ce20707265b5e5729c5918c46a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e6fae8851ce0bb0f0be337bea9c67a7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0394e3c7c3a14aeddf119a6a825335d7}] 2024-11-21T21:14:47,946 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:47,946 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:47,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:47,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:47,946 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:47,949 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:47,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:47,951 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:47,951 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:47,951 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:50,682 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-21T21:14:57,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-21T21:14:57,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-21T21:14:57,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:14:57,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-21T21:14:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d00f5a1a2ef1b9d0583898758d6e80a0: 2024-11-21T21:14:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. for SnapshotProcedureTest completed. 2024-11-21T21:14:57,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-21T21:14:57,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-21T21:14:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:14:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:14:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:14:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:14:57,948 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 3a8e9c680913825390853667fca3a587 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-21T21:14:57,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-21T21:14:57,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-21T21:14:57,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2. 2024-11-21T21:14:57,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03. 2024-11-21T21:14:57,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. 2024-11-21T21:14:57,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-21T21:14:57,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:14:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ac8efae46de42bce65ecb03da45018f2: 2024-11-21T21:14:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 067e27b5b80dd01c97c0f10168f90f03: 2024-11-21T21:14:57,951 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 1e6fae8851ce0bb0f0be337bea9c67a7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-21T21:14:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2. for SnapshotProcedureTest completed. 2024-11-21T21:14:57,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-21T21:14:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03. for SnapshotProcedureTest completed. 2024-11-21T21:14:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:14:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:14:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:14:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:14:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:14:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:14:57,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:14:57,951 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing bee835ce20707265b5e5729c5918c46a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-21T21:14:57,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f17d3d64821cf87d902987637c5c8ec7: 2024-11-21T21:14:57,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. for SnapshotProcedureTest completed. 2024-11-21T21:14:57,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:14:57,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:14:57,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:14:57,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-21T21:14:57,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:14:57,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2fb9b34488c33d352021ecc3108539a8: 2024-11-21T21:14:57,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. for SnapshotProcedureTest completed. 2024-11-21T21:14:57,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:14:57,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:14:57,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:14:57,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:14:57,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9fc7599b42c6ad07395b05d973aef7cc: 2024-11-21T21:14:57,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. for SnapshotProcedureTest completed. 2024-11-21T21:14:57,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:14:57,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:14:57,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-21T21:14:57,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/3a8e9c680913825390853667fca3a587/.tmp/cf/2c25448794414e31a6b6cff4b6ce011d is 34, key is aaa/cf:cf/1732223687402/Put/seqid=0 2024-11-21T21:14:58,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/1e6fae8851ce0bb0f0be337bea9c67a7/.tmp/cf/c4b593d7f027459f868193c099030f66 is 34, key is ccd/cf:cf/1732223687413/Put/seqid=0 2024-11-21T21:14:58,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/bee835ce20707265b5e5729c5918c46a/.tmp/cf/cd64c3e1975145ec91f5eb2f50e55926 is 34, key is baa/cf:cf/1732223687466/Put/seqid=0 2024-11-21T21:14:58,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741851_1027 (size=65) 2024-11-21T21:14:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741851_1027 (size=65) 2024-11-21T21:14:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741851_1027 (size=65) 2024-11-21T21:14:58,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732223668210.067e27b5b80dd01c97c0f10168f90f03. 2024-11-21T21:14:58,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-21T21:14:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-21T21:14:58,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:58,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 067e27b5b80dd01c97c0f10168f90f03 2024-11-21T21:14:58,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 067e27b5b80dd01c97c0f10168f90f03 in 10.0890 sec 2024-11-21T21:14:58,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741850_1026 (size=65) 2024-11-21T21:14:58,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741850_1026 (size=65) 2024-11-21T21:14:58,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741850_1026 (size=65) 2024-11-21T21:14:58,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:14:58,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-21T21:14:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-21T21:14:58,106 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:58,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:14:58,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9fc7599b42c6ad07395b05d973aef7cc in 10.1640 sec 2024-11-21T21:14:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:14:58,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:14:58,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741849_1025 (size=65) 2024-11-21T21:14:58,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:14:58,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-21T21:14:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-21T21:14:58,124 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:58,124 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:14:58,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741855_1031 (size=57) 2024-11-21T21:14:58,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741855_1031 (size=57) 2024-11-21T21:14:58,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d00f5a1a2ef1b9d0583898758d6e80a0 in 10.1810 sec 2024-11-21T21:14:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741855_1031 (size=57) 2024-11-21T21:14:58,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:14:58,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-21T21:14:58,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:14:58,130 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 0394e3c7c3a14aeddf119a6a825335d7 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-21T21:14:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-21T21:14:58,130 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:58,130 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:14:58,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2fb9b34488c33d352021ecc3108539a8 in 10.1870 sec 2024-11-21T21:14:58,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741854_1030 (size=26918) 2024-11-21T21:14:58,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741854_1030 (size=26918) 2024-11-21T21:14:58,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741854_1030 (size=26918) 2024-11-21T21:14:58,152 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/3a8e9c680913825390853667fca3a587/.tmp/cf/2c25448794414e31a6b6cff4b6ce011d 2024-11-21T21:14:58,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741856_1032 (size=47197) 2024-11-21T21:14:58,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741856_1032 (size=47197) 2024-11-21T21:14:58,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741856_1032 (size=47197) 2024-11-21T21:14:58,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741852_1028 (size=65) 2024-11-21T21:14:58,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741852_1028 (size=65) 2024-11-21T21:14:58,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741852_1028 (size=65) 2024-11-21T21:14:58,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741853_1029 (size=65) 2024-11-21T21:14:58,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732223668210.ac8efae46de42bce65ecb03da45018f2. 2024-11-21T21:14:58,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-21T21:14:58,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741853_1029 (size=65) 2024-11-21T21:14:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-21T21:14:58,180 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:58,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741853_1029 (size=65) 2024-11-21T21:14:58,181 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac8efae46de42bce65ecb03da45018f2 2024-11-21T21:14:58,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:14:58,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-21T21:14:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-21T21:14:58,183 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:58,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:14:58,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac8efae46de42bce65ecb03da45018f2 in 10.2410 sec 2024-11-21T21:14:58,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f17d3d64821cf87d902987637c5c8ec7 in 10.2450 sec 2024-11-21T21:14:58,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/3a8e9c680913825390853667fca3a587/.tmp/cf/2c25448794414e31a6b6cff4b6ce011d as hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/3a8e9c680913825390853667fca3a587/cf/2c25448794414e31a6b6cff4b6ce011d 2024-11-21T21:14:58,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741857_1033 (size=28623) 2024-11-21T21:14:58,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741857_1033 (size=28623) 2024-11-21T21:14:58,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741857_1033 (size=28623) 2024-11-21T21:14:58,242 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/bee835ce20707265b5e5729c5918c46a/.tmp/cf/cd64c3e1975145ec91f5eb2f50e55926 2024-11-21T21:14:58,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/3a8e9c680913825390853667fca3a587/cf/2c25448794414e31a6b6cff4b6ce011d, entries=676, sequenceid=5, filesize=26.3 K 2024-11-21T21:14:58,263 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 3a8e9c680913825390853667fca3a587 in 315ms, sequenceid=5, compaction requested=false 2024-11-21T21:14:58,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 3a8e9c680913825390853667fca3a587: 2024-11-21T21:14:58,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. for SnapshotProcedureTest completed. 2024-11-21T21:14:58,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:14:58,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:14:58,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/3a8e9c680913825390853667fca3a587/cf/2c25448794414e31a6b6cff4b6ce011d] hfiles 2024-11-21T21:14:58,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/3a8e9c680913825390853667fca3a587/cf/2c25448794414e31a6b6cff4b6ce011d for snapshot=SnapshotProcedureTest 2024-11-21T21:14:58,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/bee835ce20707265b5e5729c5918c46a/.tmp/cf/cd64c3e1975145ec91f5eb2f50e55926 as hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/bee835ce20707265b5e5729c5918c46a/cf/cd64c3e1975145ec91f5eb2f50e55926 2024-11-21T21:14:58,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/0394e3c7c3a14aeddf119a6a825335d7/.tmp/cf/80ddc373ed5a498482ea613aea843945 is 34, key is eaa/cf:cf/1732223687844/Put/seqid=0 2024-11-21T21:14:58,297 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/bee835ce20707265b5e5729c5918c46a/cf/cd64c3e1975145ec91f5eb2f50e55926, entries=731, sequenceid=5, filesize=28.0 K 2024-11-21T21:14:58,299 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for bee835ce20707265b5e5729c5918c46a in 348ms, sequenceid=5, compaction requested=false 2024-11-21T21:14:58,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for bee835ce20707265b5e5729c5918c46a: 2024-11-21T21:14:58,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. for SnapshotProcedureTest completed. 2024-11-21T21:14:58,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:14:58,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:14:58,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/bee835ce20707265b5e5729c5918c46a/cf/cd64c3e1975145ec91f5eb2f50e55926] hfiles 2024-11-21T21:14:58,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/bee835ce20707265b5e5729c5918c46a/cf/cd64c3e1975145ec91f5eb2f50e55926 for snapshot=SnapshotProcedureTest 2024-11-21T21:14:58,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741858_1034 (size=499309) 2024-11-21T21:14:58,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741858_1034 (size=499309) 2024-11-21T21:14:58,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741858_1034 (size=499309) 2024-11-21T21:14:58,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741859_1035 (size=105) 2024-11-21T21:14:58,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741859_1035 (size=105) 2024-11-21T21:14:58,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741859_1035 (size=105) 2024-11-21T21:14:58,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:14:58,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-21T21:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-21T21:14:58,459 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:58,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a8e9c680913825390853667fca3a587 2024-11-21T21:14:58,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a8e9c680913825390853667fca3a587 in 10.5160 sec 2024-11-21T21:14:58,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741860_1036 (size=105) 2024-11-21T21:14:58,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741860_1036 (size=105) 2024-11-21T21:14:58,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741860_1036 (size=105) 2024-11-21T21:14:58,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:14:58,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-21T21:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-21T21:14:58,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:58,498 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bee835ce20707265b5e5729c5918c46a 2024-11-21T21:14:58,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bee835ce20707265b5e5729c5918c46a in 10.5550 sec 2024-11-21T21:14:58,582 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/1e6fae8851ce0bb0f0be337bea9c67a7/.tmp/cf/c4b593d7f027459f868193c099030f66 2024-11-21T21:14:58,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/1e6fae8851ce0bb0f0be337bea9c67a7/.tmp/cf/c4b593d7f027459f868193c099030f66 as hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/1e6fae8851ce0bb0f0be337bea9c67a7/cf/c4b593d7f027459f868193c099030f66 2024-11-21T21:14:58,602 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/1e6fae8851ce0bb0f0be337bea9c67a7/cf/c4b593d7f027459f868193c099030f66, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-21T21:14:58,609 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 1e6fae8851ce0bb0f0be337bea9c67a7 in 658ms, sequenceid=5, compaction requested=false 2024-11-21T21:14:58,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 1e6fae8851ce0bb0f0be337bea9c67a7: 2024-11-21T21:14:58,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. for SnapshotProcedureTest completed. 2024-11-21T21:14:58,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:14:58,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:14:58,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/1e6fae8851ce0bb0f0be337bea9c67a7/cf/c4b593d7f027459f868193c099030f66] hfiles 2024-11-21T21:14:58,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/1e6fae8851ce0bb0f0be337bea9c67a7/cf/c4b593d7f027459f868193c099030f66 for snapshot=SnapshotProcedureTest 2024-11-21T21:14:58,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741861_1037 (size=105) 2024-11-21T21:14:58,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741861_1037 (size=105) 2024-11-21T21:14:58,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741861_1037 (size=105) 2024-11-21T21:14:58,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732223668210.1e6fae8851ce0bb0f0be337bea9c67a7. 2024-11-21T21:14:58,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-21T21:14:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-21T21:14:58,642 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:58,642 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e6fae8851ce0bb0f0be337bea9c67a7 2024-11-21T21:14:58,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e6fae8851ce0bb0f0be337bea9c67a7 in 10.6990 sec 2024-11-21T21:14:58,776 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/0394e3c7c3a14aeddf119a6a825335d7/.tmp/cf/80ddc373ed5a498482ea613aea843945 2024-11-21T21:14:58,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/0394e3c7c3a14aeddf119a6a825335d7/.tmp/cf/80ddc373ed5a498482ea613aea843945 as hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/0394e3c7c3a14aeddf119a6a825335d7/cf/80ddc373ed5a498482ea613aea843945 2024-11-21T21:14:58,800 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/0394e3c7c3a14aeddf119a6a825335d7/cf/80ddc373ed5a498482ea613aea843945, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-21T21:14:58,802 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 0394e3c7c3a14aeddf119a6a825335d7 in 672ms, sequenceid=5, compaction requested=false 2024-11-21T21:14:58,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0394e3c7c3a14aeddf119a6a825335d7: 2024-11-21T21:14:58,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. for SnapshotProcedureTest completed. 2024-11-21T21:14:58,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7.' region-info for snapshot=SnapshotProcedureTest 2024-11-21T21:14:58,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-21T21:14:58,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/0394e3c7c3a14aeddf119a6a825335d7/cf/80ddc373ed5a498482ea613aea843945] hfiles 2024-11-21T21:14:58,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/0394e3c7c3a14aeddf119a6a825335d7/cf/80ddc373ed5a498482ea613aea843945 for snapshot=SnapshotProcedureTest 2024-11-21T21:14:58,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741862_1038 (size=97) 2024-11-21T21:14:58,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741862_1038 (size=97) 2024-11-21T21:14:58,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741862_1038 (size=97) 2024-11-21T21:14:58,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:14:58,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-21T21:14:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-21T21:14:58,869 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:58,869 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:14:58,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-21T21:14:58,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0394e3c7c3a14aeddf119a6a825335d7 in 10.9260 sec 2024-11-21T21:14:58,873 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-21T21:14:58,874 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-21T21:14:58,876 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-21T21:14:58,876 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-21T21:14:58,888 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T21:14:58,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741863_1039 (size=1174) 2024-11-21T21:14:58,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741863_1039 (size=1174) 2024-11-21T21:14:58,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741863_1039 (size=1174) 2024-11-21T21:14:58,950 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-21T21:14:58,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-21T21:14:58,960 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,36945,1732223656891 2024-11-21T21:14:58,961 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,33295,1732223656933 2024-11-21T21:14:58,961 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,36945,1732223656891 2024-11-21T21:14:58,961 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,33295,1732223656933 2024-11-21T21:14:58,964 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,40955,1732223656967 2024-11-21T21:14:58,967 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,36945,1732223656891 2024-11-21T21:14:58,967 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,33295,1732223656933 2024-11-21T21:14:58,967 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,40955,1732223656967 2024-11-21T21:14:58,968 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,40955,1732223656967 2024-11-21T21:14:59,049 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:14:59,050 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 849dee24a242,36945,1732223656891 2024-11-21T21:14:59,050 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 849dee24a242,36945,1732223656891: Simulated kill ***** 2024-11-21T21:14:59,050 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T21:14:59,050 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T21:14:59,051 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T21:14:59,051 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T21:14:59,051 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T21:14:59,051 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 424750600 }, "NonHeapMemoryUsage": { "committed": 177078272, "init": 7667712, "max": -1, "used": 171983792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T21:14:59,052 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40909 {}] master.MasterRpcServices(700): 849dee24a242,36945,1732223656891 reported a fatal error: ***** ABORTING region server 849dee24a242,36945,1732223656891: Simulated kill ***** 2024-11-21T21:14:59,052 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '849dee24a242,36945,1732223656891' ***** 2024-11-21T21:14:59,052 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-21T21:14:59,053 INFO [RS:0;849dee24a242:36945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:14:59,053 INFO [RS:0;849dee24a242:36945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T21:14:59,053 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:14:59,053 INFO [RS:0;849dee24a242:36945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T21:14:59,053 INFO [RS:0;849dee24a242:36945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:14:59,053 INFO [RS:0;849dee24a242:36945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;849dee24a242:36945. 2024-11-21T21:14:59,053 DEBUG [RS:0;849dee24a242:36945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:14:59,053 DEBUG [RS:0;849dee24a242:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:59,053 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T21:14:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741836_1012 (size=14382) 2024-11-21T21:14:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741836_1012 (size=14382) 2024-11-21T21:14:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741836_1012 (size=14382) 2024-11-21T21:14:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741833_1009 (size=1488) 2024-11-21T21:14:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741833_1009 (size=1488) 2024-11-21T21:14:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741833_1009 (size=1488) 2024-11-21T21:14:59,061 DEBUG [RS:0;849dee24a242:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:14:59,062 INFO [RS:0;849dee24a242:36945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:14:59,062 INFO [RS:0;849dee24a242:36945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36945 2024-11-21T21:14:59,099 INFO [regionserver/849dee24a242:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:14:59,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/849dee24a242,36945,1732223656891 2024-11-21T21:14:59,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:14:59,125 INFO [RS:0;849dee24a242:36945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:14:59,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [849dee24a242,36945,1732223656891] 2024-11-21T21:14:59,145 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/849dee24a242,36945,1732223656891 already deleted, retry=false 2024-11-21T21:14:59,145 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 849dee24a242,36945,1732223656891 on 849dee24a242,40909,1732223656715 2024-11-21T21:14:59,146 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 849dee24a242,36945,1732223656891, splitWal=true, meta=true 2024-11-21T21:14:59,146 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 849dee24a242,36945,1732223656891 (carryingMeta=true) 849dee24a242,36945,1732223656891/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@33527f13[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T21:14:59,147 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 849dee24a242,36945,1732223656891, splitWal=true, meta=true 2024-11-21T21:14:59,148 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 849dee24a242,36945,1732223656891, splitWal=true, meta=true, isMeta: true 2024-11-21T21:14:59,149 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting 2024-11-21T21:14:59,150 INFO [PEWorker-2 {}] master.SplitWALManager(105): 849dee24a242,36945,1732223656891 WAL count=1, meta=true 2024-11-21T21:14:59,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta}] 2024-11-21T21:14:59,156 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=849dee24a242,40955,1732223656967 2024-11-21T21:14:59,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta, worker=849dee24a242,40955,1732223656967}] 2024-11-21T21:14:59,159 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-21T21:14:59,159 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-21T21:14:59,159 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-21T21:14:59,169 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,36945,1732223656891 Release verify snapshot worker=849dee24a242,36945,1732223656891 2024-11-21T21:14:59,170 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 849dee24a242,36945,1732223656891, this operation will be retried to send to another server 2024-11-21T21:14:59,170 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T21:14:59,171 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732223700170 2024-11-21T21:14:59,172 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,36945,1732223656891 Release verify snapshot worker=849dee24a242,36945,1732223656891 2024-11-21T21:14:59,172 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,36945,1732223656891 Release verify snapshot worker=849dee24a242,36945,1732223656891 2024-11-21T21:14:59,172 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to 849dee24a242,36945,1732223656891, this operation will be retried to send to another server 2024-11-21T21:14:59,172 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 849dee24a242,36945,1732223656891, this operation will be retried to send to another server 2024-11-21T21:14:59,172 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T21:14:59,172 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T21:14:59,172 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732223700172 2024-11-21T21:14:59,172 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732223700172 2024-11-21T21:14:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:14:59,235 INFO [RS:0;849dee24a242:36945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:14:59,235 INFO [RS:0;849dee24a242:36945 {}] regionserver.HRegionServer(1031): Exiting; stopping=849dee24a242,36945,1732223656891; zookeeper connection closed. 2024-11-21T21:14:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1015f3f5e9d0001, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:14:59,235 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40ccc26a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40ccc26a 2024-11-21T21:14:59,631 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:14:59,632 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T21:15:08,299 INFO [master/849dee24a242:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T21:15:08,299 INFO [master/849dee24a242:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T21:15:08,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-21T21:15:08,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-21T21:15:08,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-21T21:15:08,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-21T21:15:08,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-21T21:15:08,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-21T21:15:08,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-21T21:15:08,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T21:15:08,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-21T21:15:08,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-21T21:15:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-21T21:15:08,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-21T21:15:08,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-21T21:15:08,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-21T21:15:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-21T21:15:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-21T21:15:08,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-21T21:15:08,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-21T21:15:08,974 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,33295,1732223656933 Release verify snapshot worker=849dee24a242,33295,1732223656933 2024-11-21T21:15:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-21T21:15:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-21T21:15:08,975 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40955,1732223656967 Release verify snapshot worker=849dee24a242,40955,1732223656967 2024-11-21T21:15:08,975 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,33295,1732223656933 Release verify snapshot worker=849dee24a242,33295,1732223656933 2024-11-21T21:15:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-21T21:15:08,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,33295,1732223656933 in 10.0190 sec 2024-11-21T21:15:08,977 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,33295,1732223656933 Release verify snapshot worker=849dee24a242,33295,1732223656933 2024-11-21T21:15:08,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40955,1732223656967 in 10.0200 sec 2024-11-21T21:15:08,977 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,40955,1732223656967 2024-11-21T21:15:08,977 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,33295,1732223656933 2024-11-21T21:15:08,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,33295,1732223656933 in 10.0220 sec 2024-11-21T21:15:08,978 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40955,1732223656967 Release verify snapshot worker=849dee24a242,40955,1732223656967 2024-11-21T21:15:08,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,33295,1732223656933 in 10.0200 sec 2024-11-21T21:15:08,979 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40955,1732223656967 Release verify snapshot worker=849dee24a242,40955,1732223656967 2024-11-21T21:15:08,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40955,1732223656967 in 10.0230 sec 2024-11-21T21:15:08,980 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,40955,1732223656967 2024-11-21T21:15:08,980 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=849dee24a242,33295,1732223656933 2024-11-21T21:15:08,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40955,1732223656967 in 10.0250 sec 2024-11-21T21:15:08,987 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta, size=14.0 K (14382bytes) 2024-11-21T21:15:08,987 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta 2024-11-21T21:15:08,988 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta after 1ms 2024-11-21T21:15:08,991 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta took 3ms 2024-11-21T21:15:08,993 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-21T21:15:08,997 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta so closing down 2024-11-21T21:15:08,997 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T21:15:09,000 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta.temp 2024-11-21T21:15:09,002 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta.temp 2024-11-21T21:15:09,003 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T21:15:09,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741864_1040 (size=14141) 2024-11-21T21:15:09,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741864_1040 (size=14141) 2024-11-21T21:15:09,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741864_1040 (size=14141) 2024-11-21T21:15:09,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-21T21:15:09,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta.temp to hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T21:15:09,015 INFO [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-21T21:15:09,015 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta, journal: Splitting hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta, size=14.0 K (14382bytes) at 1732223708987Finishing writing output for hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta so closing down at 1732223708997 (+10 ms)Creating recovered edits writer path=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta.temp at 1732223709002 (+5 ms)3 split writer threads finished at 1732223709003 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732223709013 (+10 ms)Rename recovered edits hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta.temp to hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732223709015 (+2 ms)Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732223709015 2024-11-21T21:15:09,015 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta 2024-11-21T21:15:09,015 DEBUG [RS_LOG_REPLAY_OPS-regionserver/849dee24a242:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T21:15:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-21T21:15:09,019 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting/849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta to hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/oldWALs 2024-11-21T21:15:09,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T21:15:09,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta, worker=849dee24a242,40955,1732223656967 in 9.8620 sec 2024-11-21T21:15:09,022 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=849dee24a242,40955,1732223656967 2024-11-21T21:15:09,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-21T21:15:09,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 849dee24a242%2C36945%2C1732223656891.meta.1732223667866.meta, worker=849dee24a242,40955,1732223656967 in 9.8720 sec 2024-11-21T21:15:09,025 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,36945,1732223656891-splitting dir is empty, no logs to split. 2024-11-21T21:15:09,025 INFO [PEWorker-3 {}] master.SplitWALManager(105): 849dee24a242,36945,1732223656891 WAL count=0, meta=true 2024-11-21T21:15:09,025 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 849dee24a242,36945,1732223656891 WAL splitting is done? wals=0, meta=true 2024-11-21T21:15:09,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T21:15:09,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:15:09,027 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T21:15:09,178 DEBUG [849dee24a242:40909 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-21T21:15:09,178 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(204): Hosts are {849dee24a242=0} racks are {/default-rack=0} 2024-11-21T21:15:09,178 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T21:15:09,178 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T21:15:09,178 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T21:15:09,178 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T21:15:09,178 INFO [849dee24a242:40909 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T21:15:09,178 INFO [849dee24a242:40909 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T21:15:09,178 DEBUG [849dee24a242:40909 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T21:15:09,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=849dee24a242,40955,1732223656967 2024-11-21T21:15:09,180 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 849dee24a242,40955,1732223656967, state=OPENING 2024-11-21T21:15:09,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:15:09,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:15:09,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:15:09,282 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T21:15:09,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:15:09,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:15:09,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:15:09,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=849dee24a242,40955,1732223656967}] 2024-11-21T21:15:16,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T21:15:18,809 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-21T21:15:18,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-21T21:15:18,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-21T21:15:18,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-21T21:15:18,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-21T21:15:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-21T21:15:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-21T21:15:18,986 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,33295,1732223656933 Release verify snapshot worker=849dee24a242,33295,1732223656933 2024-11-21T21:15:18,987 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,33295,1732223656933 Release verify snapshot worker=849dee24a242,33295,1732223656933 2024-11-21T21:15:18,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-21T21:15:18,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-21T21:15:18,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-21T21:15:18,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,33295,1732223656933 in 20.0310 sec 2024-11-21T21:15:18,991 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T21:15:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-21T21:15:18,991 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T21:15:18,992 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T21:15:18,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,33295,1732223656933 in 20.0320 sec 2024-11-21T21:15:18,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-21T21:15:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40909 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-21T21:15:18,997 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40955,1732223656967 Release verify snapshot worker=849dee24a242,40955,1732223656967 2024-11-21T21:15:18,998 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=849dee24a242%2C40955%2C1732223656967.meta, suffix=.meta, logDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,40955,1732223656967, archiveDir=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/oldWALs, maxLogs=32 2024-11-21T21:15:19,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40955,1732223656967 in 20.0420 sec 2024-11-21T21:15:19,007 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40955,1732223656967 Release verify snapshot worker=849dee24a242,40955,1732223656967 2024-11-21T21:15:19,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-11-21T21:15:19,015 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-21T21:15:19,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=849dee24a242,40955,1732223656967 in 20.0520 sec 2024-11-21T21:15:19,016 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/.hbase-snapshot/SnapshotProcedureTest 2024-11-21T21:15:19,019 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-21T21:15:19,019 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-21T21:15:19,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.0920 sec 2024-11-21T21:15:19,022 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,40955,1732223656967/849dee24a242%2C40955%2C1732223656967.meta.1732223718998.meta, exclude list is [], retry=0 2024-11-21T21:15:19,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33881,DS-33a41829-7e6b-486f-93e9-30bd675d5d1b,DISK] 2024-11-21T21:15:19,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36877,DS-26df1bac-4e33-4e94-82dc-c5780bf5bfe9,DISK] 2024-11-21T21:15:19,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34993,DS-a69c6649-e3ae-494a-b680-33c3876de9bf,DISK] 2024-11-21T21:15:19,076 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/WALs/849dee24a242,40955,1732223656967/849dee24a242%2C40955%2C1732223656967.meta.1732223718998.meta 2024-11-21T21:15:19,090 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-21T21:15:19,093 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 849dee24a242:36945 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 849dee24a242/172.17.0.2:36945 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T21:15:19,094 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 849dee24a242:36945 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 849dee24a242/172.17.0.2:36945 2024-11-21T21:15:19,097 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=849dee24a242,36945,1732223656891, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=849dee24a242,36945,1732223656891, seqNum=-1, error=java.net.ConnectException: Call to address=849dee24a242:36945 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 849dee24a242/172.17.0.2:36945 2024-11-21T21:15:19,098 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=849dee24a242,36945,1732223656891, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-21T21:15:19,098 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=849dee24a242,36945,1732223656891, seqNum=-1 from cache 2024-11-21T21:15:19,099 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943),(127.0.0.1/127.0.0.1:39265:39265),(127.0.0.1/127.0.0.1:37349:37349)] 2024-11-21T21:15:19,099 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T21:15:19,100 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T21:15:19,100 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T21:15:19,100 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T21:15:19,100 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T21:15:19,100 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T21:15:19,100 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T21:15:19,100 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T21:15:19,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T21:15:19,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T21:15:19,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:15:19,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:15:19,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T21:15:19,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T21:15:19,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:15:19,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:15:19,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T21:15:19,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T21:15:19,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:15:19,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:15:19,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T21:15:19,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T21:15:19,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T21:15:19,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T21:15:19,114 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T21:15:19,115 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740 2024-11-21T21:15:19,118 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740 2024-11-21T21:15:19,120 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T21:15:19,141 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T21:15:19,141 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-21T21:15:19,176 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/.tmp/info/febbc94bf65a49668b4095d3d5d00c85 is 167, key is SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc./info:regioninfo/1732223679188/Put/seqid=0 2024-11-21T21:15:19,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:15:19,205 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=849dee24a242,40955,1732223656967, seqNum=-1] 2024-11-21T21:15:19,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40955 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:43598 deadline: 1732223779091, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 849dee24a242,40955,1732223656967 2024-11-21T21:15:19,212 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=849dee24a242,40955,1732223656967, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=849dee24a242,40955,1732223656967, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 849dee24a242,40955,1732223656967 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T21:15:19,212 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=849dee24a242,40955,1732223656967, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 849dee24a242,40955,1732223656967 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T21:15:19,212 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=849dee24a242,40955,1732223656967, seqNum=-1 from cache 2024-11-21T21:15:19,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741866_1042 (size=18393) 2024-11-21T21:15:19,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741866_1042 (size=18393) 2024-11-21T21:15:19,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741866_1042 (size=18393) 2024-11-21T21:15:19,256 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/.tmp/info/febbc94bf65a49668b4095d3d5d00c85 2024-11-21T21:15:19,301 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/.tmp/ns/7f9591bd5f634730b6d22a2ea35bcc64 is 43, key is default/ns:d/1732223668066/Put/seqid=0 2024-11-21T21:15:19,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741867_1043 (size=5153) 2024-11-21T21:15:19,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741867_1043 (size=5153) 2024-11-21T21:15:19,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741867_1043 (size=5153) 2024-11-21T21:15:19,311 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/.tmp/ns/7f9591bd5f634730b6d22a2ea35bcc64 2024-11-21T21:15:19,335 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/.tmp/table/be50661dfb534b86b05e484dc3a462af is 47, key is SPTestTable/table:state/1732223679257/Put/seqid=0 2024-11-21T21:15:19,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741868_1044 (size=5214) 2024-11-21T21:15:19,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741868_1044 (size=5214) 2024-11-21T21:15:19,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741868_1044 (size=5214) 2024-11-21T21:15:19,349 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/.tmp/table/be50661dfb534b86b05e484dc3a462af 2024-11-21T21:15:19,361 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/.tmp/info/febbc94bf65a49668b4095d3d5d00c85 as hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/info/febbc94bf65a49668b4095d3d5d00c85 2024-11-21T21:15:19,371 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/info/febbc94bf65a49668b4095d3d5d00c85, entries=100, sequenceid=28, filesize=18.0 K 2024-11-21T21:15:19,373 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/.tmp/ns/7f9591bd5f634730b6d22a2ea35bcc64 as hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/ns/7f9591bd5f634730b6d22a2ea35bcc64 2024-11-21T21:15:19,380 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/ns/7f9591bd5f634730b6d22a2ea35bcc64, entries=2, sequenceid=28, filesize=5.0 K 2024-11-21T21:15:19,381 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/.tmp/table/be50661dfb534b86b05e484dc3a462af as hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/table/be50661dfb534b86b05e484dc3a462af 2024-11-21T21:15:19,389 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/table/be50661dfb534b86b05e484dc3a462af, entries=2, sequenceid=28, filesize=5.1 K 2024-11-21T21:15:19,389 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 248ms, sequenceid=28, compaction requested=false; wal=null 2024-11-21T21:15:19,390 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-21T21:15:19,391 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T21:15:19,391 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T21:15:19,393 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T21:15:19,394 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T21:15:19,397 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-21T21:15:19,397 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66122554, jitterRate=-0.014697164297103882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T21:15:19,398 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T21:15:19,398 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732223719100Writing region info on filesystem at 1732223719100Initializing all the Stores at 1732223719102 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223719102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223719104 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732223719104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732223719104Obtaining lock to block concurrent updates at 1732223719141 (+37 ms)Preparing flush snapshotting stores in 1588230740 at 1732223719141Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732223719142 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732223719142Flushing 1588230740/info: creating writer at 1732223719142Flushing 1588230740/info: appending metadata at 1732223719175 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732223719175Flushing 1588230740/ns: creating writer at 1732223719280 (+105 ms)Flushing 1588230740/ns: appending metadata at 1732223719300 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732223719301 (+1 ms)Flushing 1588230740/table: creating writer at 1732223719319 (+18 ms)Flushing 1588230740/table: appending metadata at 1732223719333 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732223719334 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a246357: reopening flushed file at 1732223719359 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a318b07: reopening flushed file at 1732223719372 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622393e0: reopening flushed file at 1732223719380 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 248ms, sequenceid=28, compaction requested=false; wal=null at 1732223719389 (+9 ms)Cleaning up temporary data from old regions at 1732223719391 (+2 ms)Running coprocessor post-open hooks at 1732223719398 (+7 ms)Region opened successfully at 1732223719398 2024-11-21T21:15:19,399 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732223718979 2024-11-21T21:15:19,401 DEBUG [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T21:15:19,402 INFO [RS_OPEN_META-regionserver/849dee24a242:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T21:15:19,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=849dee24a242,40955,1732223656967 2024-11-21T21:15:19,403 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 849dee24a242,40955,1732223656967, state=OPEN 2024-11-21T21:15:19,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T21:15:19,424 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=849dee24a242,40955,1732223656967, seqNum=-1] 2024-11-21T21:15:19,448 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40909 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=849dee24a242,40955,1732223656967, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T21:15:19,458 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-21T21:15:19,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T21:15:19,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:15:19,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:15:19,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:15:19,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:15:19,459 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T21:15:19,459 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1495462798, stopped=false 2024-11-21T21:15:19,459 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=849dee24a242,40909,1732223656715 2024-11-21T21:15:19,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T21:15:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:15:19,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:15:19,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:15:19,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:15:19,527 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=849dee24a242,40955,1732223656967 2024-11-21T21:15:19,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T21:15:19,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T21:15:19,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-21T21:15:19,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=849dee24a242,40955,1732223656967 in 10.2450 sec 2024-11-21T21:15:19,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-21T21:15:19,534 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 849dee24a242,36945,1732223656891 had 4 regions 2024-11-21T21:15:19,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5050 sec 2024-11-21T21:15:19,535 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 849dee24a242,36945,1732223656891, splitWal=true, meta=true, isMeta: false 2024-11-21T21:15:19,537 INFO [PEWorker-2 {}] master.SplitWALManager(105): 849dee24a242,36945,1732223656891 WAL count=1, meta=false 2024-11-21T21:15:19,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 849dee24a242%2C36945%2C1732223656891.1732223657693}] 2024-11-21T21:15:19,539 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=849dee24a242,33295,1732223656933 2024-11-21T21:15:19,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 849dee24a242%2C36945%2C1732223656891.1732223657693, worker=849dee24a242,33295,1732223656933}] 2024-11-21T21:15:19,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:15:19,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:15:19,544 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:15:19,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:15:19,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:15:19,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T21:15:19,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T21:15:19,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:15:19,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:15:19,545 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '849dee24a242,33295,1732223656933' ***** 2024-11-21T21:15:19,545 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T21:15:19,545 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '849dee24a242,40955,1732223656967' ***** 2024-11-21T21:15:19,545 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T21:15:19,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:15:19,545 INFO [RS:2;849dee24a242:40955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:15:19,545 INFO [RS:2;849dee24a242:40955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T21:15:19,545 INFO [RS:2;849dee24a242:40955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T21:15:19,545 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:15:19,546 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(3091): Received CLOSE for 2fb9b34488c33d352021ecc3108539a8 2024-11-21T21:15:19,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:15:19,546 INFO [RS:1;849dee24a242:33295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T21:15:19,546 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T21:15:19,546 INFO [RS:1;849dee24a242:33295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T21:15:19,546 INFO [RS:1;849dee24a242:33295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T21:15:19,546 INFO [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a8e9c680913825390853667fca3a587 2024-11-21T21:15:19,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:15:19,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T21:15:19,560 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(3091): Received CLOSE for bee835ce20707265b5e5729c5918c46a 2024-11-21T21:15:19,560 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(3091): Received CLOSE for 0394e3c7c3a14aeddf119a6a825335d7 2024-11-21T21:15:19,560 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(3091): Received CLOSE for f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:15:19,560 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2fb9b34488c33d352021ecc3108539a8, disabling compactions & flushes 2024-11-21T21:15:19,560 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(959): stopping server 849dee24a242,40955,1732223656967 2024-11-21T21:15:19,560 INFO [RS:2;849dee24a242:40955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:15:19,560 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:15:19,560 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:15:19,560 INFO [RS:2;849dee24a242:40955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;849dee24a242:40955. 2024-11-21T21:15:19,560 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. after waiting 0 ms 2024-11-21T21:15:19,561 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:15:19,561 DEBUG [RS:2;849dee24a242:40955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:15:19,561 DEBUG [RS:2;849dee24a242:40955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:15:19,561 INFO [RS:2;849dee24a242:40955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T21:15:19,561 INFO [RS:2;849dee24a242:40955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T21:15:19,561 INFO [RS:2;849dee24a242:40955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T21:15:19,561 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T21:15:19,566 INFO [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(3091): Received CLOSE for d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:15:19,566 INFO [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fc7599b42c6ad07395b05d973aef7cc 2024-11-21T21:15:19,566 INFO [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(959): stopping server 849dee24a242,33295,1732223656933 2024-11-21T21:15:19,566 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a8e9c680913825390853667fca3a587, disabling compactions & flushes 2024-11-21T21:15:19,566 INFO [RS:1;849dee24a242:33295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:15:19,566 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:15:19,566 INFO [RS:1;849dee24a242:33295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;849dee24a242:33295. 2024-11-21T21:15:19,567 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:15:19,567 DEBUG [RS:1;849dee24a242:33295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T21:15:19,567 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. after waiting 0 ms 2024-11-21T21:15:19,567 DEBUG [RS:1;849dee24a242:33295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:15:19,567 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:15:19,567 INFO [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T21:15:19,567 DEBUG [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(1325): Online Regions={3a8e9c680913825390853667fca3a587=SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587., d00f5a1a2ef1b9d0583898758d6e80a0=SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0., 9fc7599b42c6ad07395b05d973aef7cc=SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc.} 2024-11-21T21:15:19,567 DEBUG [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(1351): Waiting on 3a8e9c680913825390853667fca3a587, 9fc7599b42c6ad07395b05d973aef7cc, d00f5a1a2ef1b9d0583898758d6e80a0 2024-11-21T21:15:19,568 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-21T21:15:19,568 DEBUG [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(1325): Online Regions={2fb9b34488c33d352021ecc3108539a8=SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8., bee835ce20707265b5e5729c5918c46a=SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a., 0394e3c7c3a14aeddf119a6a825335d7=SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7., 1588230740=hbase:meta,,1.1588230740, f17d3d64821cf87d902987637c5c8ec7=SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7.} 2024-11-21T21:15:19,568 DEBUG [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(1351): Waiting on 0394e3c7c3a14aeddf119a6a825335d7, 1588230740, 2fb9b34488c33d352021ecc3108539a8, bee835ce20707265b5e5729c5918c46a, f17d3d64821cf87d902987637c5c8ec7 2024-11-21T21:15:19,569 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T21:15:19,569 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T21:15:19,569 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T21:15:19,569 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T21:15:19,569 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T21:15:19,575 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/2fb9b34488c33d352021ecc3108539a8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:15:19,582 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:15:19,582 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2fb9b34488c33d352021ecc3108539a8: Waiting for close lock at 1732223719560Running coprocessor pre-close hooks at 1732223719560Disabling compacts and flushes for region at 1732223719560Disabling writes for close at 1732223719560Writing region close event to WAL at 1732223719568 (+8 ms)Running coprocessor post-close hooks at 1732223719582 (+14 ms)Closed at 1732223719582 2024-11-21T21:15:19,582 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732223668210.2fb9b34488c33d352021ecc3108539a8. 2024-11-21T21:15:19,582 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bee835ce20707265b5e5729c5918c46a, disabling compactions & flushes 2024-11-21T21:15:19,582 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:15:19,582 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:15:19,582 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. after waiting 0 ms 2024-11-21T21:15:19,583 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:15:19,587 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T21:15:19,588 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:15:19,592 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T21:15:19,592 INFO [regionserver/849dee24a242:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T21:15:19,596 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/3a8e9c680913825390853667fca3a587/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:15:19,597 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:15:19,597 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a8e9c680913825390853667fca3a587: Waiting for close lock at 1732223719566Running coprocessor pre-close hooks at 1732223719566Disabling compacts and flushes for region at 1732223719566Disabling writes for close at 1732223719567 (+1 ms)Writing region close event to WAL at 1732223719569 (+2 ms)Running coprocessor post-close hooks at 1732223719597 (+28 ms)Closed at 1732223719597 2024-11-21T21:15:19,597 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732223668210.3a8e9c680913825390853667fca3a587. 2024-11-21T21:15:19,597 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d00f5a1a2ef1b9d0583898758d6e80a0, disabling compactions & flushes 2024-11-21T21:15:19,597 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:15:19,598 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:15:19,598 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. after waiting 0 ms 2024-11-21T21:15:19,598 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:15:19,614 INFO [regionserver/849dee24a242:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:15:19,621 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/bee835ce20707265b5e5729c5918c46a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:15:19,622 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:15:19,622 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bee835ce20707265b5e5729c5918c46a: Waiting for close lock at 1732223719582Running coprocessor pre-close hooks at 1732223719582Disabling compacts and flushes for region at 1732223719582Disabling writes for close at 1732223719582Writing region close event to WAL at 1732223719597 (+15 ms)Running coprocessor post-close hooks at 1732223719622 (+25 ms)Closed at 1732223719622 2024-11-21T21:15:19,622 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732223668210.bee835ce20707265b5e5729c5918c46a. 2024-11-21T21:15:19,622 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0394e3c7c3a14aeddf119a6a825335d7, disabling compactions & flushes 2024-11-21T21:15:19,622 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:15:19,622 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:15:19,622 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. after waiting 0 ms 2024-11-21T21:15:19,622 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:15:19,629 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-21T21:15:19,629 INFO [regionserver/849dee24a242:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:15:19,630 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/d00f5a1a2ef1b9d0583898758d6e80a0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:15:19,630 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T21:15:19,630 INFO [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T21:15:19,630 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732223719568Running coprocessor pre-close hooks at 1732223719568Disabling compacts and flushes for region at 1732223719568Disabling writes for close at 1732223719569 (+1 ms)Writing region close event to WAL at 1732223719597 (+28 ms)Running coprocessor post-close hooks at 1732223719630 (+33 ms)Closed at 1732223719630 2024-11-21T21:15:19,630 DEBUG [RS_CLOSE_META-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T21:15:19,631 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:15:19,631 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d00f5a1a2ef1b9d0583898758d6e80a0: Waiting for close lock at 1732223719597Running coprocessor pre-close hooks at 1732223719597Disabling compacts and flushes for region at 1732223719597Disabling writes for close at 1732223719598 (+1 ms)Writing region close event to WAL at 1732223719598Running coprocessor post-close hooks at 1732223719631 (+33 ms)Closed at 1732223719631 2024-11-21T21:15:19,631 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732223668210.d00f5a1a2ef1b9d0583898758d6e80a0. 2024-11-21T21:15:19,631 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fc7599b42c6ad07395b05d973aef7cc, disabling compactions & flushes 2024-11-21T21:15:19,631 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:15:19,632 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:15:19,632 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. after waiting 0 ms 2024-11-21T21:15:19,632 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:15:19,656 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/0394e3c7c3a14aeddf119a6a825335d7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T21:15:19,658 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:15:19,658 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0394e3c7c3a14aeddf119a6a825335d7: Waiting for close lock at 1732223719622Running coprocessor pre-close hooks at 1732223719622Disabling compacts and flushes for region at 1732223719622Disabling writes for close at 1732223719622Writing region close event to WAL at 1732223719650 (+28 ms)Running coprocessor post-close hooks at 1732223719657 (+7 ms)Closed at 1732223719657 2024-11-21T21:15:19,658 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732223668210.0394e3c7c3a14aeddf119a6a825335d7. 2024-11-21T21:15:19,658 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f17d3d64821cf87d902987637c5c8ec7, disabling compactions & flushes 2024-11-21T21:15:19,658 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:15:19,658 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:15:19,658 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. after waiting 0 ms 2024-11-21T21:15:19,658 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:15:19,661 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/9fc7599b42c6ad07395b05d973aef7cc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:15:19,661 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:15:19,662 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fc7599b42c6ad07395b05d973aef7cc: Waiting for close lock at 1732223719631Running coprocessor pre-close hooks at 1732223719631Disabling compacts and flushes for region at 1732223719631Disabling writes for close at 1732223719632 (+1 ms)Writing region close event to WAL at 1732223719651 (+19 ms)Running coprocessor post-close hooks at 1732223719661 (+10 ms)Closed at 1732223719661 2024-11-21T21:15:19,662 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732223668210.9fc7599b42c6ad07395b05d973aef7cc. 2024-11-21T21:15:19,666 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/data/default/SPTestTable/f17d3d64821cf87d902987637c5c8ec7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T21:15:19,667 INFO [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:15:19,667 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f17d3d64821cf87d902987637c5c8ec7: Waiting for close lock at 1732223719658Running coprocessor pre-close hooks at 1732223719658Disabling compacts and flushes for region at 1732223719658Disabling writes for close at 1732223719658Writing region close event to WAL at 1732223719661 (+3 ms)Running coprocessor post-close hooks at 1732223719667 (+6 ms)Closed at 1732223719667 2024-11-21T21:15:19,667 DEBUG [RS_CLOSE_REGION-regionserver/849dee24a242:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732223668210.f17d3d64821cf87d902987637c5c8ec7. 2024-11-21T21:15:19,767 INFO [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(976): stopping server 849dee24a242,33295,1732223656933; all regions closed. 2024-11-21T21:15:19,769 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(976): stopping server 849dee24a242,40955,1732223656967; all regions closed. 2024-11-21T21:15:19,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741834_1010 (size=2364) 2024-11-21T21:15:19,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741834_1010 (size=2364) 2024-11-21T21:15:19,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741834_1010 (size=2364) 2024-11-21T21:15:19,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741865_1041 (size=678) 2024-11-21T21:15:19,773 DEBUG [RS:1;849dee24a242:33295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/oldWALs 2024-11-21T21:15:19,774 INFO [RS:1;849dee24a242:33295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 849dee24a242%2C33295%2C1732223656933:(num 1732223657694) 2024-11-21T21:15:19,774 DEBUG [RS:1;849dee24a242:33295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:15:19,774 INFO [RS:1;849dee24a242:33295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:15:19,774 INFO [RS:1;849dee24a242:33295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:15:19,774 INFO [RS:1;849dee24a242:33295 {}] hbase.ChoreService(370): Chore service for: regionserver/849dee24a242:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T21:15:19,774 INFO [RS:1;849dee24a242:33295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T21:15:19,774 INFO [RS:1;849dee24a242:33295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T21:15:19,774 INFO [RS:1;849dee24a242:33295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T21:15:19,774 INFO [RS:1;849dee24a242:33295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:15:19,774 INFO [RS:1;849dee24a242:33295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33295 2024-11-21T21:15:19,775 INFO [regionserver/849dee24a242:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:15:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741865_1041 (size=678) 2024-11-21T21:15:19,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741865_1041 (size=678) 2024-11-21T21:15:19,777 DEBUG [RS:2;849dee24a242:40955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/oldWALs 2024-11-21T21:15:19,777 INFO [RS:2;849dee24a242:40955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 849dee24a242%2C40955%2C1732223656967.meta:.meta(num 1732223718998) 2024-11-21T21:15:19,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741835_1011 (size=3439) 2024-11-21T21:15:19,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741835_1011 (size=3439) 2024-11-21T21:15:19,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741835_1011 (size=3439) 2024-11-21T21:15:19,782 DEBUG [RS:2;849dee24a242:40955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/oldWALs 2024-11-21T21:15:19,782 INFO [RS:2;849dee24a242:40955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 849dee24a242%2C40955%2C1732223656967:(num 1732223657699) 2024-11-21T21:15:19,782 DEBUG [RS:2;849dee24a242:40955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T21:15:19,782 INFO [RS:2;849dee24a242:40955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T21:15:19,782 INFO [RS:2;849dee24a242:40955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:15:19,782 INFO [RS:2;849dee24a242:40955 {}] hbase.ChoreService(370): Chore service for: regionserver/849dee24a242:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T21:15:19,782 INFO [RS:2;849dee24a242:40955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:15:19,782 INFO [regionserver/849dee24a242:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:15:19,783 INFO [RS:2;849dee24a242:40955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40955 2024-11-21T21:15:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T21:15:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/849dee24a242,33295,1732223656933 2024-11-21T21:15:19,786 INFO [RS:1;849dee24a242:33295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:15:19,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/849dee24a242,40955,1732223656967 2024-11-21T21:15:19,796 INFO [RS:2;849dee24a242:40955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:15:19,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [849dee24a242,40955,1732223656967] 2024-11-21T21:15:19,817 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/849dee24a242,40955,1732223656967 already deleted, retry=false 2024-11-21T21:15:19,817 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 849dee24a242,40955,1732223656967 expired; onlineServers=1 2024-11-21T21:15:19,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [849dee24a242,33295,1732223656933] 2024-11-21T21:15:19,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/849dee24a242,33295,1732223656933 already deleted, retry=false 2024-11-21T21:15:19,828 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 849dee24a242,33295,1732223656933 expired; onlineServers=0 2024-11-21T21:15:19,828 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '849dee24a242,40909,1732223656715' ***** 2024-11-21T21:15:19,828 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T21:15:19,828 INFO [M:0;849dee24a242:40909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T21:15:19,828 INFO [M:0;849dee24a242:40909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T21:15:19,828 DEBUG [M:0;849dee24a242:40909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T21:15:19,828 DEBUG [M:0;849dee24a242:40909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T21:15:19,828 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T21:15:19,828 DEBUG [master/849dee24a242:0:becomeActiveMaster-HFileCleaner.large.0-1732223657361 {}] cleaner.HFileCleaner(306): Exit Thread[master/849dee24a242:0:becomeActiveMaster-HFileCleaner.large.0-1732223657361,5,FailOnTimeoutGroup] 2024-11-21T21:15:19,828 DEBUG [master/849dee24a242:0:becomeActiveMaster-HFileCleaner.small.0-1732223657361 {}] cleaner.HFileCleaner(306): Exit Thread[master/849dee24a242:0:becomeActiveMaster-HFileCleaner.small.0-1732223657361,5,FailOnTimeoutGroup] 2024-11-21T21:15:19,829 INFO [M:0;849dee24a242:40909 {}] hbase.ChoreService(370): Chore service for: master/849dee24a242:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T21:15:19,829 INFO [M:0;849dee24a242:40909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T21:15:19,829 DEBUG [M:0;849dee24a242:40909 {}] master.HMaster(1795): Stopping service threads 2024-11-21T21:15:19,829 INFO [M:0;849dee24a242:40909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T21:15:19,829 INFO [M:0;849dee24a242:40909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T21:15:19,829 ERROR [M:0;849dee24a242:40909 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41929 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41929,5,PEWorkerGroup] 2024-11-21T21:15:19,829 INFO [M:0;849dee24a242:40909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T21:15:19,829 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T21:15:19,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T21:15:19,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T21:15:19,839 DEBUG [M:0;849dee24a242:40909 {}] zookeeper.ZKUtil(347): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T21:15:19,839 WARN [M:0;849dee24a242:40909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T21:15:19,839 INFO [M:0;849dee24a242:40909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/.lastflushedseqids 2024-11-21T21:15:19,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741869_1045 (size=632) 2024-11-21T21:15:19,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741869_1045 (size=632) 2024-11-21T21:15:19,849 INFO [M:0;849dee24a242:40909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T21:15:19,849 INFO [M:0;849dee24a242:40909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T21:15:19,849 DEBUG [M:0;849dee24a242:40909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T21:15:19,849 INFO [M:0;849dee24a242:40909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:15:19,849 DEBUG [M:0;849dee24a242:40909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:15:19,849 DEBUG [M:0;849dee24a242:40909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T21:15:19,849 DEBUG [M:0;849dee24a242:40909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:15:19,849 INFO [M:0;849dee24a242:40909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=211.90 KB heapSize=252.80 KB 2024-11-21T21:15:19,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741869_1045 (size=632) 2024-11-21T21:15:19,865 DEBUG [M:0;849dee24a242:40909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c82434b4586a48ad92e344dcf75458aa is 82, key is hbase:meta,,1/info:regioninfo/1732223719402/Put/seqid=0 2024-11-21T21:15:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741870_1046 (size=6071) 2024-11-21T21:15:19,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741870_1046 (size=6071) 2024-11-21T21:15:19,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741870_1046 (size=6071) 2024-11-21T21:15:19,881 INFO [M:0;849dee24a242:40909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c82434b4586a48ad92e344dcf75458aa 2024-11-21T21:15:19,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:15:19,907 INFO [RS:1;849dee24a242:33295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:15:19,907 INFO [RS:1;849dee24a242:33295 {}] regionserver.HRegionServer(1031): Exiting; stopping=849dee24a242,33295,1732223656933; zookeeper connection closed. 2024-11-21T21:15:19,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33295-0x1015f3f5e9d0002, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:15:19,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11c10879 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11c10879 2024-11-21T21:15:19,908 DEBUG [M:0;849dee24a242:40909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cabcc0494b83446d865e414e598a869c is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732223679264/Put/seqid=0 2024-11-21T21:15:19,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:15:19,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x1015f3f5e9d0003, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:15:19,918 INFO [RS:2;849dee24a242:40955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:15:19,918 INFO [RS:2;849dee24a242:40955 {}] regionserver.HRegionServer(1031): Exiting; stopping=849dee24a242,40955,1732223656967; zookeeper connection closed. 2024-11-21T21:15:19,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@249d5544 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@249d5544 2024-11-21T21:15:19,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T21:15:19,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741871_1047 (size=11560) 2024-11-21T21:15:19,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741871_1047 (size=11560) 2024-11-21T21:15:19,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741871_1047 (size=11560) 2024-11-21T21:15:19,971 INFO [M:0;849dee24a242:40909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=210.67 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cabcc0494b83446d865e414e598a869c 2024-11-21T21:15:19,979 INFO [M:0;849dee24a242:40909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cabcc0494b83446d865e414e598a869c 2024-11-21T21:15:20,048 DEBUG [M:0;849dee24a242:40909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/375f4329aea0457e83a9792ae3982b3b is 69, key is 849dee24a242,33295,1732223656933/rs:state/1732223657464/Put/seqid=0 2024-11-21T21:15:20,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741872_1048 (size=5447) 2024-11-21T21:15:20,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741872_1048 (size=5447) 2024-11-21T21:15:20,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741872_1048 (size=5447) 2024-11-21T21:15:20,098 INFO [M:0;849dee24a242:40909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/375f4329aea0457e83a9792ae3982b3b 2024-11-21T21:15:20,108 INFO [M:0;849dee24a242:40909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 375f4329aea0457e83a9792ae3982b3b 2024-11-21T21:15:20,109 DEBUG [M:0;849dee24a242:40909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c82434b4586a48ad92e344dcf75458aa as hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c82434b4586a48ad92e344dcf75458aa 2024-11-21T21:15:20,122 INFO [M:0;849dee24a242:40909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c82434b4586a48ad92e344dcf75458aa, entries=14, sequenceid=440, filesize=5.9 K 2024-11-21T21:15:20,124 DEBUG [M:0;849dee24a242:40909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cabcc0494b83446d865e414e598a869c as hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cabcc0494b83446d865e414e598a869c 2024-11-21T21:15:20,136 INFO [M:0;849dee24a242:40909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cabcc0494b83446d865e414e598a869c 2024-11-21T21:15:20,137 INFO [M:0;849dee24a242:40909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cabcc0494b83446d865e414e598a869c, entries=52, sequenceid=440, filesize=11.3 K 2024-11-21T21:15:20,138 DEBUG [M:0;849dee24a242:40909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/375f4329aea0457e83a9792ae3982b3b as hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/375f4329aea0457e83a9792ae3982b3b 2024-11-21T21:15:20,149 INFO [M:0;849dee24a242:40909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 375f4329aea0457e83a9792ae3982b3b 2024-11-21T21:15:20,150 INFO [M:0;849dee24a242:40909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41929/user/jenkins/test-data/fbd8c271-756f-cfb1-b266-e0631607ff1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/375f4329aea0457e83a9792ae3982b3b, entries=3, sequenceid=440, filesize=5.3 K 2024-11-21T21:15:20,151 INFO [M:0;849dee24a242:40909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~211.90 KB/216981, heapSize ~252.51 KB/258568, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 302ms, sequenceid=440, compaction requested=false 2024-11-21T21:15:20,165 INFO [M:0;849dee24a242:40909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T21:15:20,165 DEBUG [M:0;849dee24a242:40909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732223719849Disabling compacts and flushes for region at 1732223719849Disabling writes for close at 1732223719849Obtaining lock to block concurrent updates at 1732223719849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732223719849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=216981, getHeapSize=258808, getOffHeapSize=0, getCellsCount=539 at 1732223719850 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732223719850Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732223719850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732223719864 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732223719864Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732223719887 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732223719908 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732223719908Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732223719979 (+71 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732223720024 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732223720024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d893087: reopening flushed file at 1732223720108 (+84 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ed5f4a4: reopening flushed file at 1732223720122 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e37e14e: reopening flushed file at 1732223720137 (+15 ms)Finished flush of dataSize ~211.90 KB/216981, heapSize ~252.51 KB/258568, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 302ms, sequenceid=440, compaction requested=false at 1732223720151 (+14 ms)Writing region close event to WAL at 1732223720165 (+14 ms)Closed at 1732223720165 2024-11-21T21:15:20,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36877 is added to blk_1073741830_1006 (size=246396) 2024-11-21T21:15:20,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34993 is added to blk_1073741830_1006 (size=246396) 2024-11-21T21:15:20,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33881 is added to blk_1073741830_1006 (size=246396) 2024-11-21T21:15:20,174 INFO [M:0;849dee24a242:40909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T21:15:20,174 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T21:15:20,174 INFO [M:0;849dee24a242:40909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40909 2024-11-21T21:15:20,174 INFO [M:0;849dee24a242:40909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T21:15:20,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:15:20,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40909-0x1015f3f5e9d0000, quorum=127.0.0.1:53974, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T21:15:20,287 INFO [M:0;849dee24a242:40909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T21:15:20,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77e2e964{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:15:20,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@555392b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:15:20,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:15:20,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cfe3ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:15:20,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@107cfd64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/hadoop.log.dir/,STOPPED} 2024-11-21T21:15:20,302 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:15:20,302 WARN [BP-506774940-172.17.0.2-1732223653780 heartbeating to localhost/127.0.0.1:41929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:15:20,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:15:20,302 WARN [BP-506774940-172.17.0.2-1732223653780 heartbeating to localhost/127.0.0.1:41929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-506774940-172.17.0.2-1732223653780 (Datanode Uuid 5a3361fe-f05d-4e36-908a-8073c308e19f) service to localhost/127.0.0.1:41929 2024-11-21T21:15:20,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data5/current/BP-506774940-172.17.0.2-1732223653780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:15:20,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data6/current/BP-506774940-172.17.0.2-1732223653780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:15:20,306 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:15:20,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9fceb15{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:15:20,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a7ea158{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:15:20,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:15:20,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a50cd13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:15:20,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5d5be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/hadoop.log.dir/,STOPPED} 2024-11-21T21:15:20,331 WARN [BP-506774940-172.17.0.2-1732223653780 heartbeating to localhost/127.0.0.1:41929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:15:20,331 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:15:20,331 WARN [BP-506774940-172.17.0.2-1732223653780 heartbeating to localhost/127.0.0.1:41929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-506774940-172.17.0.2-1732223653780 (Datanode Uuid b9947628-0e63-4cce-b3a4-31cb4ae7873d) service to localhost/127.0.0.1:41929 2024-11-21T21:15:20,331 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:15:20,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data3/current/BP-506774940-172.17.0.2-1732223653780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:15:20,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data4/current/BP-506774940-172.17.0.2-1732223653780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:15:20,334 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:15:20,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77afe134{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T21:15:20,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d3fcae4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:15:20,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:15:20,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14ef5eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:15:20,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7387b790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/hadoop.log.dir/,STOPPED} 2024-11-21T21:15:20,357 WARN [BP-506774940-172.17.0.2-1732223653780 heartbeating to localhost/127.0.0.1:41929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T21:15:20,357 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T21:15:20,358 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T21:15:20,358 WARN [BP-506774940-172.17.0.2-1732223653780 heartbeating to localhost/127.0.0.1:41929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-506774940-172.17.0.2-1732223653780 (Datanode Uuid 95d9b9b5-fc98-4355-9f81-21ca69b8e470) service to localhost/127.0.0.1:41929 2024-11-21T21:15:20,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data1/current/BP-506774940-172.17.0.2-1732223653780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:15:20,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/cluster_b011dd4a-e051-997c-f2bc-ceb9a81c9126/data/data2/current/BP-506774940-172.17.0.2-1732223653780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T21:15:20,359 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T21:15:20,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31210b33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T21:15:20,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30d03752{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T21:15:20,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T21:15:20,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29729763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T21:15:20,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8c2d0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34844e09-b0ac-fa99-ca26-4900b16bf2e6/hadoop.log.dir/,STOPPED} 2024-11-21T21:15:20,382 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T21:15:20,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T21:15:20,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 95) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41929 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41929 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/849dee24a242:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/849dee24a242:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 261) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11490 (was 12349)