2024-11-25 03:14:46,442 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-25 03:14:46,457 main DEBUG Took 0.012900 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 03:14:46,458 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 03:14:46,458 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 03:14:46,459 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 03:14:46,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,470 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 03:14:46,482 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,484 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,485 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,486 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,487 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,488 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,489 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,490 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,490 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,491 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,492 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:14:46,492 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,493 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 03:14:46,494 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:14:46,495 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 03:14:46,497 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 03:14:46,497 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 03:14:46,498 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 03:14:46,499 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 03:14:46,507 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 03:14:46,509 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 03:14:46,511 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 03:14:46,511 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 03:14:46,512 main DEBUG createAppenders(={Console}) 2024-11-25 03:14:46,512 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-25 03:14:46,512 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-25 03:14:46,513 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-25 03:14:46,513 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 03:14:46,513 main DEBUG OutputStream closed 2024-11-25 03:14:46,514 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 03:14:46,514 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 03:14:46,514 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-25 03:14:46,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 03:14:46,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 03:14:46,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 03:14:46,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 03:14:46,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 03:14:46,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 03:14:46,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 03:14:46,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 03:14:46,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 03:14:46,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 03:14:46,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 03:14:46,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 03:14:46,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 03:14:46,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 03:14:46,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 03:14:46,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 03:14:46,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 03:14:46,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 03:14:46,598 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 03:14:46,599 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-25 03:14:46,599 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 03:14:46,600 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-25T03:14:46,619 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-25 03:14:46,622 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 03:14:46,623 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T03:14:46,629 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-25T03:14:46,658 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=496, ProcessCount=11, AvailableMemoryMB=7606 2024-11-25T03:14:46,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786 2024-11-25T03:14:46,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:14:46,905 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570, deleteOnExit=true 2024-11-25T03:14:46,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:14:46,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/test.cache.data in system properties and HBase conf 2024-11-25T03:14:46,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:14:46,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:14:46,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:14:46,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:14:46,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:14:46,994 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T03:14:47,088 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:14:47,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:14:47,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:14:47,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:14:47,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:14:47,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:14:47,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:14:47,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:14:47,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:14:47,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:14:47,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:14:47,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:14:47,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:14:47,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:14:47,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:14:47,952 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T03:14:48,054 INFO [Time-limited test {}] log.Log(170): Logging initialized @2296ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T03:14:48,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:14:48,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:14:48,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:14:48,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:14:48,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:14:48,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:14:48,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:14:48,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:14:48,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/java.io.tmpdir/jetty-localhost-41777-hadoop-hdfs-3_4_1-tests_jar-_-any-3014220804973921695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:14:48,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:41777} 2024-11-25T03:14:48,483 INFO [Time-limited test {}] server.Server(415): Started @2726ms 2024-11-25T03:14:48,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:14:48,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:14:48,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:14:48,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:14:48,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:14:48,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:14:48,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:14:49,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4468dec9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/java.io.tmpdir/jetty-localhost-43629-hadoop-hdfs-3_4_1-tests_jar-_-any-16749774346577450003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:14:49,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75193788{HTTP/1.1, (http/1.1)}{localhost:43629} 2024-11-25T03:14:49,007 INFO [Time-limited test {}] server.Server(415): Started @3251ms 2024-11-25T03:14:49,066 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:14:49,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:14:49,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:14:49,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:14:49,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:14:49,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:14:49,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:14:49,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:14:49,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2158aabb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/java.io.tmpdir/jetty-localhost-42261-hadoop-hdfs-3_4_1-tests_jar-_-any-1394380114572816408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:14:49,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b806e81{HTTP/1.1, (http/1.1)}{localhost:42261} 2024-11-25T03:14:49,341 INFO [Time-limited test {}] server.Server(415): Started @3585ms 2024-11-25T03:14:49,343 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:14:49,388 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:14:49,392 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:14:49,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:14:49,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:14:49,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:14:49,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:14:49,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:14:49,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40f6b760{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/java.io.tmpdir/jetty-localhost-37545-hadoop-hdfs-3_4_1-tests_jar-_-any-8398903630340071072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:14:49,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c1c92fc{HTTP/1.1, (http/1.1)}{localhost:37545} 2024-11-25T03:14:49,521 INFO [Time-limited test {}] server.Server(415): Started @3765ms 2024-11-25T03:14:49,523 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:14:49,544 WARN [Thread-111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data3/current/BP-1748925924-172.17.0.2-1732504487702/current, will proceed with Du for space computation calculation, 2024-11-25T03:14:49,544 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data1/current/BP-1748925924-172.17.0.2-1732504487702/current, will proceed with Du for space computation calculation, 2024-11-25T03:14:49,544 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data4/current/BP-1748925924-172.17.0.2-1732504487702/current, will proceed with Du for space computation calculation, 2024-11-25T03:14:49,544 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data2/current/BP-1748925924-172.17.0.2-1732504487702/current, will proceed with Du for space computation calculation, 2024-11-25T03:14:49,590 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:14:49,591 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:14:49,652 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data5/current/BP-1748925924-172.17.0.2-1732504487702/current, will proceed with Du for space computation calculation, 2024-11-25T03:14:49,652 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data6/current/BP-1748925924-172.17.0.2-1732504487702/current, will proceed with Du for space computation calculation, 2024-11-25T03:14:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93023efb98c8ddbe with lease ID 0x3213dd4273e47a7e: Processing first storage report for DS-c1d0b494-10a1-4469-945f-859ff189a39c from datanode DatanodeRegistration(127.0.0.1:35863, datanodeUuid=352c6387-7b96-4ba9-812c-4c8af9a6701a, infoPort=37177, infoSecurePort=0, ipcPort=46717, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702) 2024-11-25T03:14:49,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93023efb98c8ddbe with lease ID 0x3213dd4273e47a7e: from storage DS-c1d0b494-10a1-4469-945f-859ff189a39c node DatanodeRegistration(127.0.0.1:35863, datanodeUuid=352c6387-7b96-4ba9-812c-4c8af9a6701a, infoPort=37177, infoSecurePort=0, ipcPort=46717, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T03:14:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87600497df7ca6e3 with lease ID 0x3213dd4273e47a7d: Processing first storage report for DS-42392879-a518-41a7-aff9-6db8937a9668 from datanode DatanodeRegistration(127.0.0.1:40609, datanodeUuid=63c9a4a8-ce44-4e4b-95ee-5dd008ff66bc, infoPort=36903, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702) 2024-11-25T03:14:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87600497df7ca6e3 with lease ID 0x3213dd4273e47a7d: from storage DS-42392879-a518-41a7-aff9-6db8937a9668 node DatanodeRegistration(127.0.0.1:40609, datanodeUuid=63c9a4a8-ce44-4e4b-95ee-5dd008ff66bc, infoPort=36903, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:14:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93023efb98c8ddbe with lease ID 0x3213dd4273e47a7e: Processing first storage report for DS-86b57640-9fb2-42eb-b94f-8ba8d3615809 from datanode DatanodeRegistration(127.0.0.1:35863, datanodeUuid=352c6387-7b96-4ba9-812c-4c8af9a6701a, infoPort=37177, infoSecurePort=0, ipcPort=46717, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702) 2024-11-25T03:14:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93023efb98c8ddbe with lease ID 0x3213dd4273e47a7e: from storage DS-86b57640-9fb2-42eb-b94f-8ba8d3615809 node DatanodeRegistration(127.0.0.1:35863, datanodeUuid=352c6387-7b96-4ba9-812c-4c8af9a6701a, infoPort=37177, infoSecurePort=0, ipcPort=46717, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:14:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87600497df7ca6e3 with lease ID 0x3213dd4273e47a7d: Processing first storage report for DS-9dcffa93-f1b1-4f83-9c46-4e61c34e22da from datanode DatanodeRegistration(127.0.0.1:40609, datanodeUuid=63c9a4a8-ce44-4e4b-95ee-5dd008ff66bc, infoPort=36903, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702) 2024-11-25T03:14:49,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87600497df7ca6e3 with lease ID 0x3213dd4273e47a7d: from storage DS-9dcffa93-f1b1-4f83-9c46-4e61c34e22da node DatanodeRegistration(127.0.0.1:40609, datanodeUuid=63c9a4a8-ce44-4e4b-95ee-5dd008ff66bc, infoPort=36903, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:14:49,690 WARN [Thread-117 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:14:49,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf22ae803cb190f2e with lease ID 0x3213dd4273e47a7f: Processing first storage report for DS-97b9a059-350c-42db-b391-e2e0839b2eb9 from datanode DatanodeRegistration(127.0.0.1:41251, datanodeUuid=4eb34d1a-8486-4d8d-b2bc-4e6c8bbb2a3d, infoPort=35709, infoSecurePort=0, ipcPort=42727, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702) 2024-11-25T03:14:49,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf22ae803cb190f2e with lease ID 0x3213dd4273e47a7f: from storage DS-97b9a059-350c-42db-b391-e2e0839b2eb9 node DatanodeRegistration(127.0.0.1:41251, datanodeUuid=4eb34d1a-8486-4d8d-b2bc-4e6c8bbb2a3d, infoPort=35709, infoSecurePort=0, ipcPort=42727, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:14:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf22ae803cb190f2e with lease ID 0x3213dd4273e47a7f: Processing first storage report for DS-85ec997b-079c-462b-abad-70eb4de2bef7 from datanode DatanodeRegistration(127.0.0.1:41251, datanodeUuid=4eb34d1a-8486-4d8d-b2bc-4e6c8bbb2a3d, infoPort=35709, infoSecurePort=0, ipcPort=42727, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702) 2024-11-25T03:14:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf22ae803cb190f2e with lease ID 0x3213dd4273e47a7f: from storage DS-85ec997b-079c-462b-abad-70eb4de2bef7 node DatanodeRegistration(127.0.0.1:41251, datanodeUuid=4eb34d1a-8486-4d8d-b2bc-4e6c8bbb2a3d, infoPort=35709, infoSecurePort=0, ipcPort=42727, storageInfo=lv=-57;cid=testClusterID;nsid=2120333660;c=1732504487702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:14:49,898 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786 2024-11-25T03:14:49,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/zookeeper_0, clientPort=55850, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:14:49,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55850 2024-11-25T03:14:49,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:14:49,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:14:50,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:14:50,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:14:50,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:14:50,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd with version=8 2024-11-25T03:14:50,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/hbase-staging 2024-11-25T03:14:50,728 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T03:14:50,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:14:50,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:50,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:50,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:14:50,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:50,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:14:51,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:14:51,191 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T03:14:51,199 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T03:14:51,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:14:51,230 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9234 (auto-detected) 2024-11-25T03:14:51,231 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T03:14:51,250 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42587 2024-11-25T03:14:51,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42587 connecting to ZooKeeper ensemble=127.0.0.1:55850 2024-11-25T03:14:51,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425870x0, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:14:51,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42587-0x1014d1e7a710000 connected 2024-11-25T03:14:51,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:14:51,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:14:51,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:14:51,358 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd, hbase.cluster.distributed=false 2024-11-25T03:14:51,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:14:51,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42587 2024-11-25T03:14:51,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42587 2024-11-25T03:14:51,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42587 2024-11-25T03:14:51,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42587 2024-11-25T03:14:51,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42587 2024-11-25T03:14:51,498 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:14:51,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:51,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:51,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:14:51,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:51,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:14:51,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:14:51,506 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:14:51,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37413 2024-11-25T03:14:51,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37413 connecting to ZooKeeper ensemble=127.0.0.1:55850 2024-11-25T03:14:51,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:14:51,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:14:51,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374130x0, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:14:51,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37413-0x1014d1e7a710001 connected 2024-11-25T03:14:51,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:14:51,523 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:14:51,530 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:14:51,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:14:51,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:14:51,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37413 2024-11-25T03:14:51,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37413 2024-11-25T03:14:51,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37413 2024-11-25T03:14:51,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37413 2024-11-25T03:14:51,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37413 2024-11-25T03:14:51,559 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:14:51,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:51,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:51,560 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:14:51,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:51,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:14:51,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:14:51,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:14:51,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42143 2024-11-25T03:14:51,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42143 connecting to ZooKeeper ensemble=127.0.0.1:55850 2024-11-25T03:14:51,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:14:51,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:14:51,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421430x0, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:14:51,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:14:51,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42143-0x1014d1e7a710002 connected 2024-11-25T03:14:51,574 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:14:51,575 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:14:51,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:14:51,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:14:51,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42143 2024-11-25T03:14:51,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42143 2024-11-25T03:14:51,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42143 2024-11-25T03:14:51,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42143 2024-11-25T03:14:51,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42143 2024-11-25T03:14:51,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:14:51,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:51,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:51,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:14:51,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:14:51,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:14:51,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:14:51,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:14:51,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40671 2024-11-25T03:14:51,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40671 connecting to ZooKeeper ensemble=127.0.0.1:55850 2024-11-25T03:14:51,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:14:51,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:14:51,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406710x0, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:14:51,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406710x0, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:14:51,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40671-0x1014d1e7a710003 connected 2024-11-25T03:14:51,612 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:14:51,613 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:14:51,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:14:51,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:14:51,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40671 2024-11-25T03:14:51,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40671 2024-11-25T03:14:51,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40671 2024-11-25T03:14:51,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40671 2024-11-25T03:14:51,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40671 2024-11-25T03:14:51,636 DEBUG [M:0;38a5d2077268:42587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:42587 2024-11-25T03:14:51,637 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/38a5d2077268,42587,1732504490781 2024-11-25T03:14:51,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:14:51,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:14:51,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:14:51,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:14:51,647 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/38a5d2077268,42587,1732504490781 2024-11-25T03:14:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:14:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:14:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:51,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:14:51,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:51,669 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T03:14:51,670 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/38a5d2077268,42587,1732504490781 from backup master directory 2024-11-25T03:14:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/38a5d2077268,42587,1732504490781 2024-11-25T03:14:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:14:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:14:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:14:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:14:51,674 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:14:51,674 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,42587,1732504490781 2024-11-25T03:14:51,677 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T03:14:51,678 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T03:14:51,736 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/hbase.id] with ID: d96738f5-8ff3-42b8-afea-6ba1d2e31943 2024-11-25T03:14:51,736 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/.tmp/hbase.id 2024-11-25T03:14:51,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:14:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:14:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:14:51,752 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/.tmp/hbase.id]:[hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/hbase.id] 2024-11-25T03:14:51,797 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:14:51,802 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:14:51,822 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-25T03:14:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:14:51,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:14:51,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:14:51,862 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:14:51,864 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:14:51,881 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:14:51,886 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:14:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:14:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:14:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:14:51,939 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store 2024-11-25T03:14:51,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:14:51,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:14:51,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:14:51,966 INFO [master/38a5d2077268:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T03:14:51,969 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:14:51,970 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:14:51,971 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:14:51,971 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:14:51,972 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:14:51,972 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:14:51,973 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:14:51,974 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504491970Disabling compacts and flushes for region at 1732504491970Disabling writes for close at 1732504491972 (+2 ms)Writing region close event to WAL at 1732504491973 (+1 ms)Closed at 1732504491973 2024-11-25T03:14:51,976 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/.initializing 2024-11-25T03:14:51,976 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/WALs/38a5d2077268,42587,1732504490781 2024-11-25T03:14:51,985 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:14:51,999 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C42587%2C1732504490781, suffix=, logDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/WALs/38a5d2077268,42587,1732504490781, archiveDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/oldWALs, maxLogs=10 2024-11-25T03:14:52,031 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/WALs/38a5d2077268,42587,1732504490781/38a5d2077268%2C42587%2C1732504490781.1732504492003, exclude list is [], retry=0 2024-11-25T03:14:52,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35863,DS-c1d0b494-10a1-4469-945f-859ff189a39c,DISK] 2024-11-25T03:14:52,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41251,DS-97b9a059-350c-42db-b391-e2e0839b2eb9,DISK] 2024-11-25T03:14:52,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-42392879-a518-41a7-aff9-6db8937a9668,DISK] 2024-11-25T03:14:52,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T03:14:52,098 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/WALs/38a5d2077268,42587,1732504490781/38a5d2077268%2C42587%2C1732504490781.1732504492003 2024-11-25T03:14:52,099 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35709:35709),(127.0.0.1/127.0.0.1:37177:37177),(127.0.0.1/127.0.0.1:36903:36903)] 2024-11-25T03:14:52,100 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:14:52,100 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:14:52,104 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,105 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:14:52,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:14:52,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:14:52,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:14:52,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:14:52,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:14:52,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:14:52,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:14:52,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:14:52,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:14:52,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:14:52,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:14:52,192 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,195 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,196 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,201 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,201 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,205 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:14:52,208 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:14:52,212 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:14:52,213 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63857182, jitterRate=-0.048453837633132935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:14:52,220 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504492118Initializing all the Stores at 1732504492120 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504492120Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504492121 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504492121Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504492121Cleaning up temporary data from old regions at 1732504492201 (+80 ms)Region opened successfully at 1732504492220 (+19 ms) 2024-11-25T03:14:52,221 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:14:52,258 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e4754e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:14:52,295 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:14:52,307 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:14:52,308 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:14:52,311 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:14:52,312 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T03:14:52,317 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T03:14:52,317 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T03:14:52,350 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:14:52,359 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T03:14:52,361 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T03:14:52,363 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:14:52,365 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:14:52,366 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T03:14:52,368 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:14:52,371 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:14:52,373 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T03:14:52,374 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:14:52,376 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T03:14:52,395 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:14:52,397 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T03:14:52,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:14:52,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:14:52,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:14:52,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:14:52,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,404 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,42587,1732504490781, sessionid=0x1014d1e7a710000, setting cluster-up flag (Was=false) 2024-11-25T03:14:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,422 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T03:14:52,423 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42587,1732504490781 2024-11-25T03:14:52,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:52,438 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T03:14:52,440 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42587,1732504490781 2024-11-25T03:14:52,446 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:14:52,519 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:14:52,525 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(746): ClusterId : d96738f5-8ff3-42b8-afea-6ba1d2e31943 2024-11-25T03:14:52,525 INFO [RS:0;38a5d2077268:37413 {}] regionserver.HRegionServer(746): ClusterId : d96738f5-8ff3-42b8-afea-6ba1d2e31943 2024-11-25T03:14:52,525 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(746): ClusterId : d96738f5-8ff3-42b8-afea-6ba1d2e31943 2024-11-25T03:14:52,528 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:14:52,528 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:14:52,528 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:14:52,530 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:14:52,533 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:14:52,533 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:14:52,533 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:14:52,533 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:14:52,533 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:14:52,533 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:14:52,537 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:14:52,537 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:14:52,537 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:14:52,537 DEBUG [RS:2;38a5d2077268:40671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c0a65f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:14:52,537 DEBUG [RS:1;38a5d2077268:42143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551ac750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:14:52,537 DEBUG [RS:0;38a5d2077268:37413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7cf09b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:14:52,539 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:14:52,545 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,42587,1732504490781 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:14:52,554 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:14:52,554 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:14:52,554 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:14:52,554 DEBUG [RS:2;38a5d2077268:40671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;38a5d2077268:40671 2024-11-25T03:14:52,555 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:14:52,555 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:14:52,555 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,555 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:14:52,555 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,558 INFO [RS:2;38a5d2077268:40671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:14:52,558 DEBUG [RS:1;38a5d2077268:42143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;38a5d2077268:42143 2024-11-25T03:14:52,558 INFO [RS:2;38a5d2077268:40671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:14:52,558 INFO [RS:1;38a5d2077268:42143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:14:52,558 DEBUG [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:14:52,558 INFO [RS:1;38a5d2077268:42143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:14:52,558 DEBUG [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:14:52,561 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,42587,1732504490781 with port=42143, startcode=1732504491559 2024-11-25T03:14:52,561 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,42587,1732504490781 with port=40671, startcode=1732504491598 2024-11-25T03:14:52,562 DEBUG [RS:0;38a5d2077268:37413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:37413 2024-11-25T03:14:52,562 INFO [RS:0;38a5d2077268:37413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:14:52,562 INFO [RS:0;38a5d2077268:37413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:14:52,562 DEBUG [RS:0;38a5d2077268:37413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:14:52,562 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504522562 2024-11-25T03:14:52,563 INFO [RS:0;38a5d2077268:37413 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,42587,1732504490781 with port=37413, startcode=1732504491457 2024-11-25T03:14:52,564 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:14:52,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:14:52,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:14:52,565 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:14:52,570 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:14:52,570 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:14:52,571 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:14:52,571 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:14:52,571 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:14:52,571 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:14:52,572 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,574 DEBUG [RS:0;38a5d2077268:37413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:14:52,574 DEBUG [RS:1;38a5d2077268:42143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:14:52,575 DEBUG [RS:2;38a5d2077268:40671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:14:52,575 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:14:52,576 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:14:52,577 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:14:52,580 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:14:52,580 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:14:52,584 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504492581,5,FailOnTimeoutGroup] 2024-11-25T03:14:52,588 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504492584,5,FailOnTimeoutGroup] 2024-11-25T03:14:52,588 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,589 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:14:52,590 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,590 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:14:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:14:52,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:14:52,648 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:14:52,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:14:52,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:14:52,668 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:14:52,668 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:14:52,668 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:14:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:14:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:14:52,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:14:52,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:14:52,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,37413,1732504491457 2024-11-25T03:14:52,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:14:52,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:14:52,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,37413,1732504491457 2024-11-25T03:14:52,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:14:52,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:14:52,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:14:52,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:14:52,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:14:52,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:14:52,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:14:52,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:14:52,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:14:52,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:14:52,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:14:52,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:14:52,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:14:52,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:14:52,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740 2024-11-25T03:14:52,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740 2024-11-25T03:14:52,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,42143,1732504491559 2024-11-25T03:14:52,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,42143,1732504491559 2024-11-25T03:14:52,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:14:52,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:14:52,697 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:14:52,698 DEBUG [RS:0;38a5d2077268:37413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:14:52,698 DEBUG [RS:0;38a5d2077268:37413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35885 2024-11-25T03:14:52,698 DEBUG [RS:0;38a5d2077268:37413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:14:52,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,40671,1732504491598 2024-11-25T03:14:52,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,40671,1732504491598 2024-11-25T03:14:52,699 DEBUG [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:14:52,699 DEBUG [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35885 2024-11-25T03:14:52,699 DEBUG [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:14:52,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:14:52,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:14:52,704 DEBUG [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:14:52,704 DEBUG [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35885 2024-11-25T03:14:52,704 DEBUG [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:14:52,708 DEBUG [RS:0;38a5d2077268:37413 {}] zookeeper.ZKUtil(111): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/38a5d2077268,37413,1732504491457 2024-11-25T03:14:52,708 WARN [RS:0;38a5d2077268:37413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:14:52,708 INFO [RS:0;38a5d2077268:37413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:14:52,708 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:14:52,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:14:52,708 DEBUG [RS:0;38a5d2077268:37413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457 2024-11-25T03:14:52,709 DEBUG [RS:1;38a5d2077268:42143 {}] zookeeper.ZKUtil(111): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/38a5d2077268,42143,1732504491559 2024-11-25T03:14:52,709 WARN [RS:1;38a5d2077268:42143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:14:52,709 INFO [RS:1;38a5d2077268:42143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:14:52,709 DEBUG [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,42143,1732504491559 2024-11-25T03:14:52,709 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69980291, jitterRate=0.042787596583366394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:14:52,710 DEBUG [RS:2;38a5d2077268:40671 {}] zookeeper.ZKUtil(111): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/38a5d2077268,40671,1732504491598 2024-11-25T03:14:52,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,42143,1732504491559] 2024-11-25T03:14:52,710 WARN [RS:2;38a5d2077268:40671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:14:52,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,37413,1732504491457] 2024-11-25T03:14:52,710 INFO [RS:2;38a5d2077268:40671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:14:52,710 DEBUG [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,40671,1732504491598 2024-11-25T03:14:52,711 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,40671,1732504491598] 2024-11-25T03:14:52,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504492673Initializing all the Stores at 1732504492675 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504492675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504492675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504492675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504492675Cleaning up temporary data from old regions at 1732504492696 (+21 ms)Region opened successfully at 1732504492712 (+16 ms) 2024-11-25T03:14:52,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:14:52,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:14:52,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:14:52,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:14:52,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:14:52,714 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:14:52,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504492713Disabling compacts and flushes for region at 1732504492713Disabling writes for close at 1732504492713Writing region close event to WAL at 1732504492714 (+1 ms)Closed at 1732504492714 2024-11-25T03:14:52,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:14:52,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:14:52,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:14:52,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:14:52,737 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:14:52,739 INFO [RS:1;38a5d2077268:42143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:14:52,739 INFO [RS:0;38a5d2077268:37413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:14:52,739 INFO [RS:2;38a5d2077268:40671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:14:52,752 INFO [RS:0;38a5d2077268:37413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:14:52,752 INFO [RS:1;38a5d2077268:42143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:14:52,754 INFO [RS:2;38a5d2077268:40671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:14:52,759 INFO [RS:1;38a5d2077268:42143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:14:52,759 INFO [RS:0;38a5d2077268:37413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:14:52,759 INFO [RS:2;38a5d2077268:40671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:14:52,759 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,759 INFO [RS:0;38a5d2077268:37413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,759 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,761 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:14:52,761 INFO [RS:0;38a5d2077268:37413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:14:52,760 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:14:52,767 INFO [RS:1;38a5d2077268:42143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:14:52,767 INFO [RS:2;38a5d2077268:40671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:14:52,767 INFO [RS:0;38a5d2077268:37413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:14:52,769 INFO [RS:0;38a5d2077268:37413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,769 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,769 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,769 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,769 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,769 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:14:52,770 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:14:52,770 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:14:52,770 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,770 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:14:52,771 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:14:52,771 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:14:52,771 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:14:52,771 DEBUG [RS:1;38a5d2077268:42143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:14:52,772 DEBUG [RS:0;38a5d2077268:37413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:14:52,772 DEBUG [RS:2;38a5d2077268:40671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:14:52,777 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,777 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,777 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,777 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,777 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,777 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,777 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,777 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42143,1732504491559-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:14:52,777 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,777 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,777 INFO [RS:0;38a5d2077268:37413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,778 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,778 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40671,1732504491598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:14:52,778 INFO [RS:0;38a5d2077268:37413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,778 INFO [RS:0;38a5d2077268:37413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,778 INFO [RS:0;38a5d2077268:37413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,778 INFO [RS:0;38a5d2077268:37413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,778 INFO [RS:0;38a5d2077268:37413 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,37413,1732504491457-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:14:52,799 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:14:52,802 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40671,1732504491598-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,802 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,803 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:14:52,803 INFO [RS:2;38a5d2077268:40671 {}] regionserver.Replication(171): 38a5d2077268,40671,1732504491598 started 2024-11-25T03:14:52,803 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42143,1732504491559-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,803 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,803 INFO [RS:1;38a5d2077268:42143 {}] regionserver.Replication(171): 38a5d2077268,42143,1732504491559 started 2024-11-25T03:14:52,804 INFO [RS:0;38a5d2077268:37413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:14:52,804 INFO [RS:0;38a5d2077268:37413 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,37413,1732504491457-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,804 INFO [RS:0;38a5d2077268:37413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,805 INFO [RS:0;38a5d2077268:37413 {}] regionserver.Replication(171): 38a5d2077268,37413,1732504491457 started 2024-11-25T03:14:52,828 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,829 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,42143,1732504491559, RpcServer on 38a5d2077268/172.17.0.2:42143, sessionid=0x1014d1e7a710002 2024-11-25T03:14:52,830 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:14:52,830 DEBUG [RS:1;38a5d2077268:42143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,42143,1732504491559 2024-11-25T03:14:52,831 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,42143,1732504491559' 2024-11-25T03:14:52,831 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:14:52,832 INFO [RS:0;38a5d2077268:37413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,832 INFO [RS:0;38a5d2077268:37413 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,37413,1732504491457, RpcServer on 38a5d2077268/172.17.0.2:37413, sessionid=0x1014d1e7a710001 2024-11-25T03:14:52,832 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:14:52,832 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:14:52,832 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:14:52,832 DEBUG [RS:0;38a5d2077268:37413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,37413,1732504491457 2024-11-25T03:14:52,833 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,37413,1732504491457' 2024-11-25T03:14:52,833 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,40671,1732504491598, RpcServer on 38a5d2077268/172.17.0.2:40671, sessionid=0x1014d1e7a710003 2024-11-25T03:14:52,833 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:14:52,833 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:14:52,833 DEBUG [RS:2;38a5d2077268:40671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,40671,1732504491598 2024-11-25T03:14:52,833 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,40671,1732504491598' 2024-11-25T03:14:52,833 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:14:52,833 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:14:52,834 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:14:52,834 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:14:52,834 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:14:52,834 DEBUG [RS:1;38a5d2077268:42143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,42143,1732504491559 2024-11-25T03:14:52,834 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,42143,1732504491559' 2024-11-25T03:14:52,834 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:14:52,834 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:14:52,834 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:14:52,835 DEBUG [RS:2;38a5d2077268:40671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,40671,1732504491598 2024-11-25T03:14:52,835 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:14:52,835 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,40671,1732504491598' 2024-11-25T03:14:52,835 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:14:52,835 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:14:52,835 DEBUG [RS:0;38a5d2077268:37413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,37413,1732504491457 2024-11-25T03:14:52,835 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:14:52,835 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,37413,1732504491457' 2024-11-25T03:14:52,835 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:14:52,836 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:14:52,836 DEBUG [RS:1;38a5d2077268:42143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:14:52,836 INFO [RS:1;38a5d2077268:42143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:14:52,836 INFO [RS:1;38a5d2077268:42143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:14:52,836 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:14:52,836 DEBUG [RS:2;38a5d2077268:40671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:14:52,837 INFO [RS:2;38a5d2077268:40671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:14:52,837 INFO [RS:2;38a5d2077268:40671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:14:52,837 DEBUG [RS:0;38a5d2077268:37413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:14:52,837 INFO [RS:0;38a5d2077268:37413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:14:52,837 INFO [RS:0;38a5d2077268:37413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:14:52,888 WARN [38a5d2077268:42587 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T03:14:52,942 INFO [RS:2;38a5d2077268:40671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:14:52,942 INFO [RS:0;38a5d2077268:37413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:14:52,942 INFO [RS:1;38a5d2077268:42143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:14:52,946 INFO [RS:1;38a5d2077268:42143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C42143%2C1732504491559, suffix=, logDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,42143,1732504491559, archiveDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/oldWALs, maxLogs=32 2024-11-25T03:14:52,946 INFO [RS:2;38a5d2077268:40671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C40671%2C1732504491598, suffix=, logDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,40671,1732504491598, archiveDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/oldWALs, maxLogs=32 2024-11-25T03:14:52,946 INFO [RS:0;38a5d2077268:37413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C37413%2C1732504491457, suffix=, logDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457, archiveDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/oldWALs, maxLogs=32 2024-11-25T03:14:52,966 DEBUG [RS:0;38a5d2077268:37413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457/38a5d2077268%2C37413%2C1732504491457.1732504492951, exclude list is [], retry=0 2024-11-25T03:14:52,966 DEBUG [RS:1;38a5d2077268:42143 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,42143,1732504491559/38a5d2077268%2C42143%2C1732504491559.1732504492951, exclude list is [], retry=0 2024-11-25T03:14:52,967 DEBUG [RS:2;38a5d2077268:40671 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,40671,1732504491598/38a5d2077268%2C40671%2C1732504491598.1732504492951, exclude list is [], retry=0 2024-11-25T03:14:52,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41251,DS-97b9a059-350c-42db-b391-e2e0839b2eb9,DISK] 2024-11-25T03:14:52,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-42392879-a518-41a7-aff9-6db8937a9668,DISK] 2024-11-25T03:14:52,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35863,DS-c1d0b494-10a1-4469-945f-859ff189a39c,DISK] 2024-11-25T03:14:52,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41251,DS-97b9a059-350c-42db-b391-e2e0839b2eb9,DISK] 2024-11-25T03:14:52,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-42392879-a518-41a7-aff9-6db8937a9668,DISK] 2024-11-25T03:14:52,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35863,DS-c1d0b494-10a1-4469-945f-859ff189a39c,DISK] 2024-11-25T03:14:52,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-42392879-a518-41a7-aff9-6db8937a9668,DISK] 2024-11-25T03:14:52,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41251,DS-97b9a059-350c-42db-b391-e2e0839b2eb9,DISK] 2024-11-25T03:14:52,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35863,DS-c1d0b494-10a1-4469-945f-859ff189a39c,DISK] 2024-11-25T03:14:52,981 INFO [RS:1;38a5d2077268:42143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,42143,1732504491559/38a5d2077268%2C42143%2C1732504491559.1732504492951 2024-11-25T03:14:52,981 INFO [RS:0;38a5d2077268:37413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457/38a5d2077268%2C37413%2C1732504491457.1732504492951 2024-11-25T03:14:52,982 DEBUG [RS:1;38a5d2077268:42143 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35709:35709),(127.0.0.1/127.0.0.1:37177:37177),(127.0.0.1/127.0.0.1:36903:36903)] 2024-11-25T03:14:52,982 DEBUG [RS:0;38a5d2077268:37413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36903:36903),(127.0.0.1/127.0.0.1:35709:35709),(127.0.0.1/127.0.0.1:37177:37177)] 2024-11-25T03:14:52,982 INFO [RS:2;38a5d2077268:40671 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,40671,1732504491598/38a5d2077268%2C40671%2C1732504491598.1732504492951 2024-11-25T03:14:52,983 DEBUG [RS:2;38a5d2077268:40671 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35709:35709),(127.0.0.1/127.0.0.1:37177:37177),(127.0.0.1/127.0.0.1:36903:36903)] 2024-11-25T03:14:53,141 DEBUG [38a5d2077268:42587 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T03:14:53,149 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(204): Hosts are {38a5d2077268=0} racks are {/default-rack=0} 2024-11-25T03:14:53,156 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:14:53,156 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:14:53,156 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:14:53,156 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:14:53,156 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:14:53,156 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:14:53,156 INFO [38a5d2077268:42587 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:14:53,156 INFO [38a5d2077268:42587 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:14:53,156 INFO [38a5d2077268:42587 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:14:53,156 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:14:53,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:14:53,171 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,42143,1732504491559, state=OPENING 2024-11-25T03:14:53,176 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:14:53,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:53,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:53,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:53,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:14:53,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:14:53,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:14:53,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:14:53,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:14:53,181 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:14:53,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,42143,1732504491559}] 2024-11-25T03:15:01,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T03:15:01,190 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T03:15:03,213 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:15:03,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:15:03,233 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:15:03,233 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:15:03,234 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:15:03,238 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C42143%2C1732504491559.meta, suffix=.meta, logDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,42143,1732504491559, archiveDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/oldWALs, maxLogs=32 2024-11-25T03:15:03,263 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,42143,1732504491559/38a5d2077268%2C42143%2C1732504491559.meta.1732504503241.meta, exclude list is [], retry=0 2024-11-25T03:15:03,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35863,DS-c1d0b494-10a1-4469-945f-859ff189a39c,DISK] 2024-11-25T03:15:03,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40609,DS-42392879-a518-41a7-aff9-6db8937a9668,DISK] 2024-11-25T03:15:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41251,DS-97b9a059-350c-42db-b391-e2e0839b2eb9,DISK] 2024-11-25T03:15:03,281 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,42143,1732504491559/38a5d2077268%2C42143%2C1732504491559.meta.1732504503241.meta 2024-11-25T03:15:03,281 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37177:37177),(127.0.0.1/127.0.0.1:36903:36903),(127.0.0.1/127.0.0.1:35709:35709)] 2024-11-25T03:15:03,282 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:15:03,284 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:15:03,287 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:15:03,293 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:15:03,298 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:15:03,299 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:03,299 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:15:03,299 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:15:03,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:15:03,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:15:03,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:03,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:15:03,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:15:03,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:15:03,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:03,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:15:03,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:15:03,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:15:03,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:03,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:15:03,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:15:03,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:15:03,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:03,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:15:03,318 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:15:03,321 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740 2024-11-25T03:15:03,324 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740 2024-11-25T03:15:03,328 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:15:03,328 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:15:03,329 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:15:03,332 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:15:03,335 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65511097, jitterRate=-0.023808583617210388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:15:03,335 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:15:03,337 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504503300Writing region info on filesystem at 1732504503300Initializing all the Stores at 1732504503303 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504503303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504503303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504503303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504503303Cleaning up temporary data from old regions at 1732504503328 (+25 ms)Running coprocessor post-open hooks at 1732504503335 (+7 ms)Region opened successfully at 1732504503337 (+2 ms) 2024-11-25T03:15:03,347 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504503201 2024-11-25T03:15:03,369 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:15:03,369 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:15:03,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:15:03,373 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,42143,1732504491559, state=OPEN 2024-11-25T03:15:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:15:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:15:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:15:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:15:03,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:15:03,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:15:03,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:15:03,376 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,42143,1732504491559 2024-11-25T03:15:03,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:15:03,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:15:03,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,42143,1732504491559 in 10.1940 sec 2024-11-25T03:15:03,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:15:03,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6600 sec 2024-11-25T03:15:03,394 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:15:03,394 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:15:03,422 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:15:03,424 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42143,1732504491559, seqNum=-1] 2024-11-25T03:15:03,451 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:15:03,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:15:03,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0120 sec 2024-11-25T03:15:03,491 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504503491, completionTime=-1 2024-11-25T03:15:03,494 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T03:15:03,494 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:15:03,529 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T03:15:03,529 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504563529 2024-11-25T03:15:03,529 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504623529 2024-11-25T03:15:03,529 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-11-25T03:15:03,531 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:15:03,542 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42587,1732504490781-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:15:03,542 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42587,1732504490781-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:15:03,542 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42587,1732504490781-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:15:03,544 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:42587, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:15:03,545 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:15:03,545 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:15:03,554 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:15:03,581 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.906sec 2024-11-25T03:15:03,583 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:15:03,584 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:15:03,586 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:15:03,586 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:15:03,587 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:15:03,587 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42587,1732504490781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:15:03,588 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42587,1732504490781-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:15:03,595 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:15:03,595 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:15:03,596 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42587,1732504490781-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:15:03,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5f2df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:15:03,652 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T03:15:03,652 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T03:15:03,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42587,-1 for getting cluster id 2024-11-25T03:15:03,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:15:03,714 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96738f5-8ff3-42b8-afea-6ba1d2e31943' 2024-11-25T03:15:03,717 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:15:03,717 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96738f5-8ff3-42b8-afea-6ba1d2e31943" 2024-11-25T03:15:03,717 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18869594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:15:03,717 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42587,-1] 2024-11-25T03:15:03,721 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:15:03,723 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:15:03,725 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:15:03,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f810e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:15:03,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:15:03,738 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42143,1732504491559, seqNum=-1] 2024-11-25T03:15:03,738 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:15:03,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:15:03,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,42587,1732504490781 2024-11-25T03:15:03,779 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732504503777 (current time:1732504503777). 2024-11-25T03:15:03,779 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T03:15:03,779 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T03:15:03,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:15:03,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42587,-1 for getting cluster id 2024-11-25T03:15:03,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:15:03,784 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96738f5-8ff3-42b8-afea-6ba1d2e31943' 2024-11-25T03:15:03,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:15:03,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96738f5-8ff3-42b8-afea-6ba1d2e31943" 2024-11-25T03:15:03,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb2ff22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:15:03,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42587,-1] 2024-11-25T03:15:03,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:15:03,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:15:03,787 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:15:03,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2559d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:15:03,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:15:03,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42143,1732504491559, seqNum=-1] 2024-11-25T03:15:03,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:15:03,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:15:03,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:15:03,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:15:03,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:15:03,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:15:03,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:15:03,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:15:03,814 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42587,1732504490781 2024-11-25T03:15:03,817 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7e6cff 2024-11-25T03:15:03,818 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:15:03,820 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:15:03,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:15:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T03:15:03,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:15:03,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T03:15:03,843 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:03,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:15:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:15:03,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:15:03,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:15:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:15:03,906 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc65545f6d8205facf2a36f290221fb2, NAME => 'SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:15:03,906 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5172541c0bbe250b8337a5e18007ac96, NAME => 'SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:15:03,917 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1a2baefbf49a4157837a0203ab6cb9b9, NAME => 'SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:15:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:15:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:15:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:15:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:15:03,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:03,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5172541c0bbe250b8337a5e18007ac96, disabling compactions & flushes 2024-11-25T03:15:03,990 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:03,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:03,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. after waiting 0 ms 2024-11-25T03:15:03,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:03,990 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:03,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5172541c0bbe250b8337a5e18007ac96: Waiting for close lock at 1732504503990Disabling compacts and flushes for region at 1732504503990Disabling writes for close at 1732504503990Writing region close event to WAL at 1732504503990Closed at 1732504503990 2024-11-25T03:15:03,991 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b1d232270bfc62f59c17ca8b4c5f0f7e, NAME => 'SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:15:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741840_1016 (size=62) 2024-11-25T03:15:03,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741840_1016 (size=62) 2024-11-25T03:15:03,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741840_1016 (size=62) 2024-11-25T03:15:03,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:03,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1a2baefbf49a4157837a0203ab6cb9b9, disabling compactions & flushes 2024-11-25T03:15:03,999 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:15:03,999 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:15:04,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. after waiting 1 ms 2024-11-25T03:15:04,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:15:04,000 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:15:04,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1a2baefbf49a4157837a0203ab6cb9b9: Waiting for close lock at 1732504503999Disabling compacts and flushes for region at 1732504503999Disabling writes for close at 1732504504000 (+1 ms)Writing region close event to WAL at 1732504504000Closed at 1732504504000 2024-11-25T03:15:04,001 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 75203fc73e994f7d6e7c4abcba5f3fd1, NAME => 'SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:15:04,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741839_1015 (size=54) 2024-11-25T03:15:04,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741839_1015 (size=54) 2024-11-25T03:15:04,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:04,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bc65545f6d8205facf2a36f290221fb2, disabling compactions & flushes 2024-11-25T03:15:04,016 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:15:04,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:15:04,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. after waiting 0 ms 2024-11-25T03:15:04,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:15:04,016 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:15:04,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc65545f6d8205facf2a36f290221fb2: Waiting for close lock at 1732504504016Disabling compacts and flushes for region at 1732504504016Disabling writes for close at 1732504504016Writing region close event to WAL at 1732504504016Closed at 1732504504016 2024-11-25T03:15:04,017 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9367077a99202b3e67432a8e079d8139, NAME => 'SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:15:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741839_1015 (size=54) 2024-11-25T03:15:04,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:15:04,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:15:04,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:15:04,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:04,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b1d232270bfc62f59c17ca8b4c5f0f7e, disabling compactions & flushes 2024-11-25T03:15:04,066 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:04,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:04,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. after waiting 0 ms 2024-11-25T03:15:04,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:04,066 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:04,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b1d232270bfc62f59c17ca8b4c5f0f7e: Waiting for close lock at 1732504504066Disabling compacts and flushes for region at 1732504504066Disabling writes for close at 1732504504066Writing region close event to WAL at 1732504504066Closed at 1732504504066 2024-11-25T03:15:04,067 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ca2dd76ecba2cc8427e311aa20d6bf3c, NAME => 'SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:15:04,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:15:04,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:15:04,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:15:04,078 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:04,078 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9367077a99202b3e67432a8e079d8139, disabling compactions & flushes 2024-11-25T03:15:04,078 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:15:04,078 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:15:04,078 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. after waiting 0 ms 2024-11-25T03:15:04,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:15:04,079 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:15:04,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9367077a99202b3e67432a8e079d8139: Waiting for close lock at 1732504504078Disabling compacts and flushes for region at 1732504504078Disabling writes for close at 1732504504079 (+1 ms)Writing region close event to WAL at 1732504504079Closed at 1732504504079 2024-11-25T03:15:04,080 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58b292e453755bf9fd31c643259eb505, NAME => 'SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:15:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:15:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:15:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:15:04,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:15:04,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:15:04,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:15:04,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:15:04,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:15:04,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:15:04,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:04,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 58b292e453755bf9fd31c643259eb505, disabling compactions & flushes 2024-11-25T03:15:04,151 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:15:04,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:15:04,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. after waiting 0 ms 2024-11-25T03:15:04,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:15:04,151 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:15:04,151 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58b292e453755bf9fd31c643259eb505: Waiting for close lock at 1732504504151Disabling compacts and flushes for region at 1732504504151Disabling writes for close at 1732504504151Writing region close event to WAL at 1732504504151Closed at 1732504504151 2024-11-25T03:15:04,152 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb09b9282e6fccc34aa1b11af88e26b1, NAME => 'SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:15:04,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:15:04,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:15:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:15:04,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:15:04,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:04,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fb09b9282e6fccc34aa1b11af88e26b1, disabling compactions & flushes 2024-11-25T03:15:04,182 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:04,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:04,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. after waiting 0 ms 2024-11-25T03:15:04,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:04,182 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:04,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb09b9282e6fccc34aa1b11af88e26b1: Waiting for close lock at 1732504504182Disabling compacts and flushes for region at 1732504504182Disabling writes for close at 1732504504182Writing region close event to WAL at 1732504504182Closed at 1732504504182 2024-11-25T03:15:04,184 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4447645f7dd50ef68d9faedab9b83b5c, NAME => 'SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd 2024-11-25T03:15:04,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:15:04,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:15:04,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:15:04,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:04,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4447645f7dd50ef68d9faedab9b83b5c, disabling compactions & flushes 2024-11-25T03:15:04,209 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:15:04,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:15:04,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. after waiting 0 ms 2024-11-25T03:15:04,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:15:04,209 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:15:04,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4447645f7dd50ef68d9faedab9b83b5c: Waiting for close lock at 1732504504209Disabling compacts and flushes for region at 1732504504209Disabling writes for close at 1732504504209Writing region close event to WAL at 1732504504209Closed at 1732504504209 2024-11-25T03:15:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:15:04,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:04,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 75203fc73e994f7d6e7c4abcba5f3fd1, disabling compactions & flushes 2024-11-25T03:15:04,501 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:15:04,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:15:04,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. after waiting 0 ms 2024-11-25T03:15:04,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:15:04,501 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:15:04,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 75203fc73e994f7d6e7c4abcba5f3fd1: Waiting for close lock at 1732504504500Disabling compacts and flushes for region at 1732504504500Disabling writes for close at 1732504504501 (+1 ms)Writing region close event to WAL at 1732504504501Closed at 1732504504501 2024-11-25T03:15:04,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:04,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ca2dd76ecba2cc8427e311aa20d6bf3c, disabling compactions & flushes 2024-11-25T03:15:04,533 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:04,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:04,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. after waiting 0 ms 2024-11-25T03:15:04,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:04,533 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:04,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ca2dd76ecba2cc8427e311aa20d6bf3c: Waiting for close lock at 1732504504533Disabling compacts and flushes for region at 1732504504533Disabling writes for close at 1732504504533Writing region close event to WAL at 1732504504533Closed at 1732504504533 2024-11-25T03:15:04,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:15:04,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504504536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504504536"}]},"ts":"1732504504536"} 2024-11-25T03:15:04,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504504536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504504536"}]},"ts":"1732504504536"} 2024-11-25T03:15:04,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732504504536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504504536"}]},"ts":"1732504504536"} 2024-11-25T03:15:04,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504504536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504504536"}]},"ts":"1732504504536"} 2024-11-25T03:15:04,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504504536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504504536"}]},"ts":"1732504504536"} 2024-11-25T03:15:04,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504504536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504504536"}]},"ts":"1732504504536"} 2024-11-25T03:15:04,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504504536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504504536"}]},"ts":"1732504504536"} 2024-11-25T03:15:04,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732504504536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504504536"}]},"ts":"1732504504536"} 2024-11-25T03:15:04,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504504536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504504536"}]},"ts":"1732504504536"} 2024-11-25T03:15:04,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504504536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504504536"}]},"ts":"1732504504536"} 2024-11-25T03:15:04,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T03:15:04,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:15:04,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504504597"}]},"ts":"1732504504597"} 2024-11-25T03:15:04,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T03:15:04,606 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {38a5d2077268=0} racks are {/default-rack=0} 2024-11-25T03:15:04,615 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:15:04,615 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:15:04,615 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:15:04,615 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:15:04,615 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:15:04,615 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:15:04,615 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:15:04,615 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:15:04,615 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:15:04,615 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:15:04,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc65545f6d8205facf2a36f290221fb2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5172541c0bbe250b8337a5e18007ac96, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a2baefbf49a4157837a0203ab6cb9b9, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1d232270bfc62f59c17ca8b4c5f0f7e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75203fc73e994f7d6e7c4abcba5f3fd1, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9367077a99202b3e67432a8e079d8139, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca2dd76ecba2cc8427e311aa20d6bf3c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58b292e453755bf9fd31c643259eb505, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb09b9282e6fccc34aa1b11af88e26b1, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4447645f7dd50ef68d9faedab9b83b5c, ASSIGN}] 2024-11-25T03:15:04,623 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5172541c0bbe250b8337a5e18007ac96, ASSIGN 2024-11-25T03:15:04,624 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc65545f6d8205facf2a36f290221fb2, ASSIGN 2024-11-25T03:15:04,624 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a2baefbf49a4157837a0203ab6cb9b9, ASSIGN 2024-11-25T03:15:04,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75203fc73e994f7d6e7c4abcba5f3fd1, ASSIGN 2024-11-25T03:15:04,627 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5172541c0bbe250b8337a5e18007ac96, ASSIGN; state=OFFLINE, location=38a5d2077268,37413,1732504491457; forceNewPlan=false, retain=false 2024-11-25T03:15:04,627 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a2baefbf49a4157837a0203ab6cb9b9, ASSIGN; state=OFFLINE, location=38a5d2077268,40671,1732504491598; forceNewPlan=false, retain=false 2024-11-25T03:15:04,627 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc65545f6d8205facf2a36f290221fb2, ASSIGN; state=OFFLINE, location=38a5d2077268,42143,1732504491559; forceNewPlan=false, retain=false 2024-11-25T03:15:04,629 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75203fc73e994f7d6e7c4abcba5f3fd1, ASSIGN; state=OFFLINE, location=38a5d2077268,42143,1732504491559; forceNewPlan=false, retain=false 2024-11-25T03:15:04,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4447645f7dd50ef68d9faedab9b83b5c, ASSIGN 2024-11-25T03:15:04,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4447645f7dd50ef68d9faedab9b83b5c, ASSIGN; state=OFFLINE, location=38a5d2077268,40671,1732504491598; forceNewPlan=false, retain=false 2024-11-25T03:15:04,635 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb09b9282e6fccc34aa1b11af88e26b1, ASSIGN 2024-11-25T03:15:04,638 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58b292e453755bf9fd31c643259eb505, ASSIGN 2024-11-25T03:15:04,640 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb09b9282e6fccc34aa1b11af88e26b1, ASSIGN; state=OFFLINE, location=38a5d2077268,37413,1732504491457; forceNewPlan=false, retain=false 2024-11-25T03:15:04,642 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58b292e453755bf9fd31c643259eb505, ASSIGN; state=OFFLINE, location=38a5d2077268,42143,1732504491559; forceNewPlan=false, retain=false 2024-11-25T03:15:04,642 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca2dd76ecba2cc8427e311aa20d6bf3c, ASSIGN 2024-11-25T03:15:04,646 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca2dd76ecba2cc8427e311aa20d6bf3c, ASSIGN; state=OFFLINE, location=38a5d2077268,37413,1732504491457; forceNewPlan=false, retain=false 2024-11-25T03:15:04,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1d232270bfc62f59c17ca8b4c5f0f7e, ASSIGN 2024-11-25T03:15:04,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1d232270bfc62f59c17ca8b4c5f0f7e, ASSIGN; state=OFFLINE, location=38a5d2077268,37413,1732504491457; forceNewPlan=false, retain=false 2024-11-25T03:15:04,658 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9367077a99202b3e67432a8e079d8139, ASSIGN 2024-11-25T03:15:04,661 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9367077a99202b3e67432a8e079d8139, ASSIGN; state=OFFLINE, location=38a5d2077268,40671,1732504491598; forceNewPlan=false, retain=false 2024-11-25T03:15:04,736 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:15:04,780 INFO [38a5d2077268:42587 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T03:15:04,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75203fc73e994f7d6e7c4abcba5f3fd1, regionState=OPENING, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:15:04,781 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4447645f7dd50ef68d9faedab9b83b5c, regionState=OPENING, regionLocation=38a5d2077268,40671,1732504491598 2024-11-25T03:15:04,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc65545f6d8205facf2a36f290221fb2, regionState=OPENING, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:15:04,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=58b292e453755bf9fd31c643259eb505, regionState=OPENING, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:15:04,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9367077a99202b3e67432a8e079d8139, regionState=OPENING, regionLocation=38a5d2077268,40671,1732504491598 2024-11-25T03:15:04,782 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1a2baefbf49a4157837a0203ab6cb9b9, regionState=OPENING, regionLocation=38a5d2077268,40671,1732504491598 2024-11-25T03:15:04,783 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fb09b9282e6fccc34aa1b11af88e26b1, regionState=OPENING, regionLocation=38a5d2077268,37413,1732504491457 2024-11-25T03:15:04,783 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ca2dd76ecba2cc8427e311aa20d6bf3c, regionState=OPENING, regionLocation=38a5d2077268,37413,1732504491457 2024-11-25T03:15:04,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b1d232270bfc62f59c17ca8b4c5f0f7e, regionState=OPENING, regionLocation=38a5d2077268,37413,1732504491457 2024-11-25T03:15:04,783 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5172541c0bbe250b8337a5e18007ac96, regionState=OPENING, regionLocation=38a5d2077268,37413,1732504491457 2024-11-25T03:15:04,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58b292e453755bf9fd31c643259eb505, ASSIGN because future has completed 2024-11-25T03:15:04,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58b292e453755bf9fd31c643259eb505, server=38a5d2077268,42143,1732504491559}] 2024-11-25T03:15:04,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9367077a99202b3e67432a8e079d8139, ASSIGN because future has completed 2024-11-25T03:15:04,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9367077a99202b3e67432a8e079d8139, server=38a5d2077268,40671,1732504491598}] 2024-11-25T03:15:04,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4447645f7dd50ef68d9faedab9b83b5c, ASSIGN because future has completed 2024-11-25T03:15:04,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a2baefbf49a4157837a0203ab6cb9b9, ASSIGN because future has completed 2024-11-25T03:15:04,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a2baefbf49a4157837a0203ab6cb9b9, server=38a5d2077268,40671,1732504491598}] 2024-11-25T03:15:04,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca2dd76ecba2cc8427e311aa20d6bf3c, ASSIGN because future has completed 2024-11-25T03:15:04,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4447645f7dd50ef68d9faedab9b83b5c, server=38a5d2077268,40671,1732504491598}] 2024-11-25T03:15:04,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb09b9282e6fccc34aa1b11af88e26b1, ASSIGN because future has completed 2024-11-25T03:15:04,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1, server=38a5d2077268,37413,1732504491457}] 2024-11-25T03:15:04,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc65545f6d8205facf2a36f290221fb2, ASSIGN because future has completed 2024-11-25T03:15:04,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1d232270bfc62f59c17ca8b4c5f0f7e, ASSIGN because future has completed 2024-11-25T03:15:04,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e, server=38a5d2077268,37413,1732504491457}] 2024-11-25T03:15:04,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5172541c0bbe250b8337a5e18007ac96, ASSIGN because future has completed 2024-11-25T03:15:04,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c, server=38a5d2077268,37413,1732504491457}] 2024-11-25T03:15:04,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=75203fc73e994f7d6e7c4abcba5f3fd1, ASSIGN because future has completed 2024-11-25T03:15:04,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75203fc73e994f7d6e7c4abcba5f3fd1, server=38a5d2077268,42143,1732504491559}] 2024-11-25T03:15:04,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5172541c0bbe250b8337a5e18007ac96, server=38a5d2077268,37413,1732504491457}] 2024-11-25T03:15:04,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc65545f6d8205facf2a36f290221fb2, server=38a5d2077268,42143,1732504491559}] 2024-11-25T03:15:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:15:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:15:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:15:08,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T03:15:11,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:15:11,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:15:11,190 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:15:11,190 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T03:15:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:15:14,807 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:15:14,807 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => bc65545f6d8205facf2a36f290221fb2, NAME => 'SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T03:15:14,808 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:14,808 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:14,808 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:14,808 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:14,811 INFO [StoreOpener-bc65545f6d8205facf2a36f290221fb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:14,813 INFO [StoreOpener-bc65545f6d8205facf2a36f290221fb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc65545f6d8205facf2a36f290221fb2 columnFamilyName cf 2024-11-25T03:15:14,813 DEBUG [StoreOpener-bc65545f6d8205facf2a36f290221fb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:14,813 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:15:14,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:15:14,819 INFO [StoreOpener-bc65545f6d8205facf2a36f290221fb2-1 {}] regionserver.HStore(327): Store=bc65545f6d8205facf2a36f290221fb2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:14,819 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:14,825 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:14,825 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:15:14,825 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:14,826 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a2baefbf49a4157837a0203ab6cb9b9, NAME => 'SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T03:15:14,826 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:14,826 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:14,827 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:14,827 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:14,828 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:14,828 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:14,830 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:15:14,831 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:14,843 INFO [StoreOpener-1a2baefbf49a4157837a0203ab6cb9b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:14,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:15:14,846 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/bc65545f6d8205facf2a36f290221fb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:15:14,846 INFO [StoreOpener-1a2baefbf49a4157837a0203ab6cb9b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a2baefbf49a4157837a0203ab6cb9b9 columnFamilyName cf 2024-11-25T03:15:14,846 DEBUG [StoreOpener-1a2baefbf49a4157837a0203ab6cb9b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:14,847 INFO [StoreOpener-1a2baefbf49a4157837a0203ab6cb9b9-1 {}] regionserver.HStore(327): Store=1a2baefbf49a4157837a0203ab6cb9b9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:14,847 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened bc65545f6d8205facf2a36f290221fb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63437006, jitterRate=-0.05471494793891907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:14,850 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:14,850 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:14,851 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for bc65545f6d8205facf2a36f290221fb2: Running coprocessor pre-open hook at 1732504514808Writing region info on filesystem at 1732504514808Initializing all the Stores at 1732504514810 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504514810Cleaning up temporary data from old regions at 1732504514826 (+16 ms)Running coprocessor post-open hooks at 1732504514850 (+24 ms)Region opened successfully at 1732504514850 2024-11-25T03:15:14,852 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:14,854 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2., pid=24, masterSystemTime=1732504514798 2024-11-25T03:15:14,854 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:14,856 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:14,856 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:14,859 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:15:14,859 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:15:14,859 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:15:14,859 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 75203fc73e994f7d6e7c4abcba5f3fd1, NAME => 'SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T03:15:14,860 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:14,860 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:14,860 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:14,860 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:14,860 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:14,860 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc65545f6d8205facf2a36f290221fb2, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:15:14,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc65545f6d8205facf2a36f290221fb2, server=38a5d2077268,42143,1732504491559 because future has completed 2024-11-25T03:15:14,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-25T03:15:14,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc65545f6d8205facf2a36f290221fb2, server=38a5d2077268,42143,1732504491559 in 10.0240 sec 2024-11-25T03:15:14,892 INFO [StoreOpener-75203fc73e994f7d6e7c4abcba5f3fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:14,893 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=38a5d2077268,42143,1732504491559, table=SPTestTable, region=bc65545f6d8205facf2a36f290221fb2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T03:15:14,896 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/1a2baefbf49a4157837a0203ab6cb9b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:15:14,903 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1a2baefbf49a4157837a0203ab6cb9b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73092910, jitterRate=0.08916923403739929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:14,904 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:14,904 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1a2baefbf49a4157837a0203ab6cb9b9: Running coprocessor pre-open hook at 1732504514828Writing region info on filesystem at 1732504514828Initializing all the Stores at 1732504514831 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504514831Cleaning up temporary data from old regions at 1732504514856 (+25 ms)Running coprocessor post-open hooks at 1732504514904 (+48 ms)Region opened successfully at 1732504514904 2024-11-25T03:15:14,906 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9., pid=17, masterSystemTime=1732504514813 2024-11-25T03:15:14,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc65545f6d8205facf2a36f290221fb2, ASSIGN in 10.2840 sec 2024-11-25T03:15:14,909 INFO [StoreOpener-75203fc73e994f7d6e7c4abcba5f3fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75203fc73e994f7d6e7c4abcba5f3fd1 columnFamilyName cf 2024-11-25T03:15:14,909 DEBUG [StoreOpener-75203fc73e994f7d6e7c4abcba5f3fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:14,911 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:15:14,911 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:15:14,911 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:15:14,911 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9367077a99202b3e67432a8e079d8139, NAME => 'SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T03:15:14,912 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:14,912 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:14,912 INFO [StoreOpener-75203fc73e994f7d6e7c4abcba5f3fd1-1 {}] regionserver.HStore(327): Store=75203fc73e994f7d6e7c4abcba5f3fd1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:14,912 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:14,912 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:14,912 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:14,914 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1a2baefbf49a4157837a0203ab6cb9b9, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,40671,1732504491598 2024-11-25T03:15:14,914 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:14,918 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:14,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a2baefbf49a4157837a0203ab6cb9b9, server=38a5d2077268,40671,1732504491598 because future has completed 2024-11-25T03:15:14,919 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:14,919 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:14,920 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:14,921 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ca2dd76ecba2cc8427e311aa20d6bf3c, NAME => 'SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T03:15:14,922 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:14,922 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:14,922 INFO [StoreOpener-9367077a99202b3e67432a8e079d8139-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:14,922 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:14,922 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:14,923 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:14,942 INFO [StoreOpener-9367077a99202b3e67432a8e079d8139-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9367077a99202b3e67432a8e079d8139 columnFamilyName cf 2024-11-25T03:15:14,942 DEBUG [StoreOpener-9367077a99202b3e67432a8e079d8139-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:14,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-25T03:15:14,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a2baefbf49a4157837a0203ab6cb9b9, server=38a5d2077268,40671,1732504491598 in 10.1210 sec 2024-11-25T03:15:14,944 INFO [StoreOpener-ca2dd76ecba2cc8427e311aa20d6bf3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:14,944 INFO [StoreOpener-9367077a99202b3e67432a8e079d8139-1 {}] regionserver.HStore(327): Store=9367077a99202b3e67432a8e079d8139/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:14,944 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:14,946 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:14,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a2baefbf49a4157837a0203ab6cb9b9, ASSIGN in 10.3260 sec 2024-11-25T03:15:14,948 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:14,949 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:14,949 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:14,950 INFO [StoreOpener-ca2dd76ecba2cc8427e311aa20d6bf3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca2dd76ecba2cc8427e311aa20d6bf3c columnFamilyName cf 2024-11-25T03:15:14,950 DEBUG [StoreOpener-ca2dd76ecba2cc8427e311aa20d6bf3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:14,952 INFO [StoreOpener-ca2dd76ecba2cc8427e311aa20d6bf3c-1 {}] regionserver.HStore(327): Store=ca2dd76ecba2cc8427e311aa20d6bf3c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:14,952 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:14,953 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:14,954 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/75203fc73e994f7d6e7c4abcba5f3fd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:15:14,954 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:14,955 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:14,955 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 75203fc73e994f7d6e7c4abcba5f3fd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72450384, jitterRate=0.07959485054016113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:14,956 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:14,956 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 75203fc73e994f7d6e7c4abcba5f3fd1: Running coprocessor pre-open hook at 1732504514860Writing region info on filesystem at 1732504514860Initializing all the Stores at 1732504514891 (+31 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504514891Cleaning up temporary data from old regions at 1732504514919 (+28 ms)Running coprocessor post-open hooks at 1732504514956 (+37 ms)Region opened successfully at 1732504514956 2024-11-25T03:15:14,957 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:14,957 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:14,957 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1., pid=22, masterSystemTime=1732504514798 2024-11-25T03:15:14,960 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:14,961 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:15:14,961 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:15:14,961 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:15:14,962 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 58b292e453755bf9fd31c643259eb505, NAME => 'SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T03:15:14,962 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:14,962 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:14,962 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:14,962 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:14,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75203fc73e994f7d6e7c4abcba5f3fd1, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:15:14,966 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/9367077a99202b3e67432a8e079d8139/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:15:14,967 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9367077a99202b3e67432a8e079d8139; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69933127, jitterRate=0.04208479821681976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:14,967 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:14,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75203fc73e994f7d6e7c4abcba5f3fd1, server=38a5d2077268,42143,1732504491559 because future has completed 2024-11-25T03:15:14,967 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9367077a99202b3e67432a8e079d8139: Running coprocessor pre-open hook at 1732504514912Writing region info on filesystem at 1732504514912Initializing all the Stores at 1732504514915 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504514915Cleaning up temporary data from old regions at 1732504514949 (+34 ms)Running coprocessor post-open hooks at 1732504514967 (+18 ms)Region opened successfully at 1732504514967 2024-11-25T03:15:14,969 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139., pid=16, masterSystemTime=1732504514813 2024-11-25T03:15:14,974 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:15:14,975 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:15:14,975 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:15:14,975 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4447645f7dd50ef68d9faedab9b83b5c, NAME => 'SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T03:15:14,975 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:14,976 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:14,976 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:14,976 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:14,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9367077a99202b3e67432a8e079d8139, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,40671,1732504491598 2024-11-25T03:15:14,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-25T03:15:14,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 75203fc73e994f7d6e7c4abcba5f3fd1, server=38a5d2077268,42143,1732504491559 in 10.1400 sec 2024-11-25T03:15:14,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9367077a99202b3e67432a8e079d8139, server=38a5d2077268,40671,1732504491598 because future has completed 2024-11-25T03:15:14,986 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/ca2dd76ecba2cc8427e311aa20d6bf3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:15:14,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=75203fc73e994f7d6e7c4abcba5f3fd1, ASSIGN in 10.3650 sec 2024-11-25T03:15:14,994 INFO [StoreOpener-58b292e453755bf9fd31c643259eb505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:14,994 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ca2dd76ecba2cc8427e311aa20d6bf3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64826682, jitterRate=-0.03400716185569763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:14,994 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:14,994 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ca2dd76ecba2cc8427e311aa20d6bf3c: Running coprocessor pre-open hook at 1732504514923Writing region info on filesystem at 1732504514923Initializing all the Stores at 1732504514929 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504514929Cleaning up temporary data from old regions at 1732504514957 (+28 ms)Running coprocessor post-open hooks at 1732504514994 (+37 ms)Region opened successfully at 1732504514994 2024-11-25T03:15:14,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-25T03:15:14,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9367077a99202b3e67432a8e079d8139, server=38a5d2077268,40671,1732504491598 in 10.1920 sec 2024-11-25T03:15:14,996 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c., pid=21, masterSystemTime=1732504514829 2024-11-25T03:15:14,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9367077a99202b3e67432a8e079d8139, ASSIGN in 10.3780 sec 2024-11-25T03:15:15,000 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:15,001 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:15,001 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:15,001 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5172541c0bbe250b8337a5e18007ac96, NAME => 'SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T03:15:15,001 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:15,002 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:15,002 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:15,002 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:15,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ca2dd76ecba2cc8427e311aa20d6bf3c, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,37413,1732504491457 2024-11-25T03:15:15,004 INFO [StoreOpener-58b292e453755bf9fd31c643259eb505-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58b292e453755bf9fd31c643259eb505 columnFamilyName cf 2024-11-25T03:15:15,004 DEBUG [StoreOpener-58b292e453755bf9fd31c643259eb505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:15,005 INFO [StoreOpener-58b292e453755bf9fd31c643259eb505-1 {}] regionserver.HStore(327): Store=58b292e453755bf9fd31c643259eb505/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:15,005 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:15,007 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:15,007 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:15,008 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:15,008 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:15,008 INFO [StoreOpener-4447645f7dd50ef68d9faedab9b83b5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:15,009 INFO [StoreOpener-5172541c0bbe250b8337a5e18007ac96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c, server=38a5d2077268,37413,1732504491457 because future has completed 2024-11-25T03:15:15,011 INFO [StoreOpener-4447645f7dd50ef68d9faedab9b83b5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4447645f7dd50ef68d9faedab9b83b5c columnFamilyName cf 2024-11-25T03:15:15,012 DEBUG [StoreOpener-4447645f7dd50ef68d9faedab9b83b5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:15,012 INFO [StoreOpener-4447645f7dd50ef68d9faedab9b83b5c-1 {}] regionserver.HStore(327): Store=4447645f7dd50ef68d9faedab9b83b5c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:15,013 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:15,013 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:15,014 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:15,014 INFO [StoreOpener-5172541c0bbe250b8337a5e18007ac96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5172541c0bbe250b8337a5e18007ac96 columnFamilyName cf 2024-11-25T03:15:15,014 DEBUG [StoreOpener-5172541c0bbe250b8337a5e18007ac96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:15,015 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:15,016 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:15,016 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:15,016 INFO [StoreOpener-5172541c0bbe250b8337a5e18007ac96-1 {}] regionserver.HStore(327): Store=5172541c0bbe250b8337a5e18007ac96/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:15,017 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:15,019 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:15,020 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:15,020 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:15,021 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:15,021 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:15,025 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:15,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-25T03:15:15,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c, server=38a5d2077268,37413,1732504491457 in 10.1870 sec 2024-11-25T03:15:15,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca2dd76ecba2cc8427e311aa20d6bf3c, ASSIGN in 10.4090 sec 2024-11-25T03:15:15,031 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/58b292e453755bf9fd31c643259eb505/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:15:15,031 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 58b292e453755bf9fd31c643259eb505; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70672364, jitterRate=0.05310028791427612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:15,032 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:15,032 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 58b292e453755bf9fd31c643259eb505: Running coprocessor pre-open hook at 1732504514963Writing region info on filesystem at 1732504514963Initializing all the Stores at 1732504514966 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504514966Cleaning up temporary data from old regions at 1732504515008 (+42 ms)Running coprocessor post-open hooks at 1732504515032 (+24 ms)Region opened successfully at 1732504515032 2024-11-25T03:15:15,033 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/4447645f7dd50ef68d9faedab9b83b5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:15:15,035 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4447645f7dd50ef68d9faedab9b83b5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74954077, jitterRate=0.11690278351306915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:15,035 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:15,035 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4447645f7dd50ef68d9faedab9b83b5c: Running coprocessor pre-open hook at 1732504514977Writing region info on filesystem at 1732504514977Initializing all the Stores at 1732504514980 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504514980Cleaning up temporary data from old regions at 1732504515016 (+36 ms)Running coprocessor post-open hooks at 1732504515035 (+19 ms)Region opened successfully at 1732504515035 2024-11-25T03:15:15,036 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505., pid=15, masterSystemTime=1732504514798 2024-11-25T03:15:15,036 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c., pid=18, masterSystemTime=1732504514813 2024-11-25T03:15:15,041 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:15:15,041 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:15:15,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4447645f7dd50ef68d9faedab9b83b5c, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,40671,1732504491598 2024-11-25T03:15:15,046 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:15:15,047 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:15:15,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=58b292e453755bf9fd31c643259eb505, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:15:15,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4447645f7dd50ef68d9faedab9b83b5c, server=38a5d2077268,40671,1732504491598 because future has completed 2024-11-25T03:15:15,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58b292e453755bf9fd31c643259eb505, server=38a5d2077268,42143,1732504491559 because future has completed 2024-11-25T03:15:15,053 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/5172541c0bbe250b8337a5e18007ac96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:15:15,055 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5172541c0bbe250b8337a5e18007ac96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69857558, jitterRate=0.04095873236656189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:15,056 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:15,056 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5172541c0bbe250b8337a5e18007ac96: Running coprocessor pre-open hook at 1732504515002Writing region info on filesystem at 1732504515002Initializing all the Stores at 1732504515004 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504515006 (+2 ms)Cleaning up temporary data from old regions at 1732504515021 (+15 ms)Running coprocessor post-open hooks at 1732504515056 (+35 ms)Region opened successfully at 1732504515056 2024-11-25T03:15:15,058 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96., pid=23, masterSystemTime=1732504514829 2024-11-25T03:15:15,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-25T03:15:15,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4447645f7dd50ef68d9faedab9b83b5c, server=38a5d2077268,40671,1732504491598 in 10.2450 sec 2024-11-25T03:15:15,062 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:15,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-25T03:15:15,062 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:15,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 58b292e453755bf9fd31c643259eb505, server=38a5d2077268,42143,1732504491559 in 10.2640 sec 2024-11-25T03:15:15,062 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:15,062 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b1d232270bfc62f59c17ca8b4c5f0f7e, NAME => 'SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T03:15:15,062 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:15,063 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:15,063 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:15,063 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:15,064 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5172541c0bbe250b8337a5e18007ac96, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,37413,1732504491457 2024-11-25T03:15:15,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4447645f7dd50ef68d9faedab9b83b5c, ASSIGN in 10.4410 sec 2024-11-25T03:15:15,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58b292e453755bf9fd31c643259eb505, ASSIGN in 10.4450 sec 2024-11-25T03:15:15,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5172541c0bbe250b8337a5e18007ac96, server=38a5d2077268,37413,1732504491457 because future has completed 2024-11-25T03:15:15,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-25T03:15:15,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5172541c0bbe250b8337a5e18007ac96, server=38a5d2077268,37413,1732504491457 in 10.2400 sec 2024-11-25T03:15:15,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5172541c0bbe250b8337a5e18007ac96, ASSIGN in 10.4570 sec 2024-11-25T03:15:15,076 INFO [StoreOpener-b1d232270bfc62f59c17ca8b4c5f0f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:15,079 INFO [StoreOpener-b1d232270bfc62f59c17ca8b4c5f0f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1d232270bfc62f59c17ca8b4c5f0f7e columnFamilyName cf 2024-11-25T03:15:15,079 DEBUG [StoreOpener-b1d232270bfc62f59c17ca8b4c5f0f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:15,080 INFO [StoreOpener-b1d232270bfc62f59c17ca8b4c5f0f7e-1 {}] regionserver.HStore(327): Store=b1d232270bfc62f59c17ca8b4c5f0f7e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:15,080 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:15,081 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:15,082 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:15,083 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:15,083 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:15,085 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:15,089 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/b1d232270bfc62f59c17ca8b4c5f0f7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:15:15,090 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b1d232270bfc62f59c17ca8b4c5f0f7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66778840, jitterRate=-0.004917740821838379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:15,090 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:15,090 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b1d232270bfc62f59c17ca8b4c5f0f7e: Running coprocessor pre-open hook at 1732504515063Writing region info on filesystem at 1732504515063Initializing all the Stores at 1732504515065 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504515065Cleaning up temporary data from old regions at 1732504515083 (+18 ms)Running coprocessor post-open hooks at 1732504515090 (+7 ms)Region opened successfully at 1732504515090 2024-11-25T03:15:15,092 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e., pid=20, masterSystemTime=1732504514829 2024-11-25T03:15:15,095 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:15,096 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:15,096 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:15,096 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fb09b9282e6fccc34aa1b11af88e26b1, NAME => 'SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T03:15:15,097 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:15,097 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:15,097 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:15,097 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:15,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b1d232270bfc62f59c17ca8b4c5f0f7e, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,37413,1732504491457 2024-11-25T03:15:15,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e, server=38a5d2077268,37413,1732504491457 because future has completed 2024-11-25T03:15:15,104 INFO [StoreOpener-fb09b9282e6fccc34aa1b11af88e26b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:15,107 INFO [StoreOpener-fb09b9282e6fccc34aa1b11af88e26b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb09b9282e6fccc34aa1b11af88e26b1 columnFamilyName cf 2024-11-25T03:15:15,107 DEBUG [StoreOpener-fb09b9282e6fccc34aa1b11af88e26b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:15,107 INFO [StoreOpener-fb09b9282e6fccc34aa1b11af88e26b1-1 {}] regionserver.HStore(327): Store=fb09b9282e6fccc34aa1b11af88e26b1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:15,108 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:15,109 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:15,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-25T03:15:15,111 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:15,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e, server=38a5d2077268,37413,1732504491457 in 10.2790 sec 2024-11-25T03:15:15,112 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:15,112 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:15,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1d232270bfc62f59c17ca8b4c5f0f7e, ASSIGN in 10.4940 sec 2024-11-25T03:15:15,115 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:15,118 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/fb09b9282e6fccc34aa1b11af88e26b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:15:15,119 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened fb09b9282e6fccc34aa1b11af88e26b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70009290, jitterRate=0.04321971535682678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:15,119 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:15,119 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fb09b9282e6fccc34aa1b11af88e26b1: Running coprocessor pre-open hook at 1732504515098Writing region info on filesystem at 1732504515098Initializing all the Stores at 1732504515102 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504515102Cleaning up temporary data from old regions at 1732504515112 (+10 ms)Running coprocessor post-open hooks at 1732504515119 (+7 ms)Region opened successfully at 1732504515119 2024-11-25T03:15:15,120 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1., pid=19, masterSystemTime=1732504514829 2024-11-25T03:15:15,124 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:15,125 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:15,125 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fb09b9282e6fccc34aa1b11af88e26b1, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,37413,1732504491457 2024-11-25T03:15:15,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1, server=38a5d2077268,37413,1732504491457 because future has completed 2024-11-25T03:15:15,131 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=38a5d2077268,37413,1732504491457, table=SPTestTable, region=fb09b9282e6fccc34aa1b11af88e26b1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T03:15:15,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-25T03:15:15,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1, server=38a5d2077268,37413,1732504491457 in 10.3180 sec 2024-11-25T03:15:15,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-25T03:15:15,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb09b9282e6fccc34aa1b11af88e26b1, ASSIGN in 10.5190 sec 2024-11-25T03:15:15,143 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:15:15,143 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504515143"}]},"ts":"1732504515143"} 2024-11-25T03:15:15,146 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T03:15:15,149 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:15:15,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.3190 sec 2024-11-25T03:15:16,730 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T03:15:19,895 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:15:20,353 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T03:15:21,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-25T03:15:21,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-25T03:15:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:15:22,115 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T03:15:22,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T03:15:22,116 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:15:22,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T03:15:22,128 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:15:22,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T03:15:22,169 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,175 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,180 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,183 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505., hostname=38a5d2077268,42143,1732504491559, seqNum=2] 2024-11-25T03:15:22,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505., hostname=38a5d2077268,42143,1732504491559, seqNum=2] 2024-11-25T03:15:22,234 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505., hostname=38a5d2077268,42143,1732504491559, seqNum=2] 2024-11-25T03:15:22,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505., hostname=38a5d2077268,42143,1732504491559, seqNum=2] 2024-11-25T03:15:22,239 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505., hostname=38a5d2077268,42143,1732504491559, seqNum=2] 2024-11-25T03:15:22,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505., hostname=38a5d2077268,42143,1732504491559, seqNum=2] 2024-11-25T03:15:22,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505., hostname=38a5d2077268,42143,1732504491559, seqNum=2] 2024-11-25T03:15:22,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505., hostname=38a5d2077268,42143,1732504491559, seqNum=2] 2024-11-25T03:15:22,274 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1., hostname=38a5d2077268,37413,1732504491457, seqNum=2] 2024-11-25T03:15:22,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c., hostname=38a5d2077268,40671,1732504491598, seqNum=2] 2024-11-25T03:15:22,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c., hostname=38a5d2077268,40671,1732504491598, seqNum=2] 2024-11-25T03:15:22,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c., hostname=38a5d2077268,40671,1732504491598, seqNum=2] 2024-11-25T03:15:22,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c., hostname=38a5d2077268,40671,1732504491598, seqNum=2] 2024-11-25T03:15:22,370 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c., hostname=38a5d2077268,40671,1732504491598, seqNum=2] 2024-11-25T03:15:22,372 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c., hostname=38a5d2077268,40671,1732504491598, seqNum=2] 2024-11-25T03:15:22,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c., hostname=38a5d2077268,40671,1732504491598, seqNum=2] 2024-11-25T03:15:23,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:15:23,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:15:23,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:15:23,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:15:23,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:15:23,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42143 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:15:23,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37413 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:15:23,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37413 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:15:23,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40671 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:15:23,912 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T03:15:23,913 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:15:23,914 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T03:15:23,919 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T03:15:23,932 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T03:15:23,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:15:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:15:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:15:23,946 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T03:15:23,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc65545f6d8205facf2a36f290221fb2}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a2baefbf49a4157837a0203ab6cb9b9}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75203fc73e994f7d6e7c4abcba5f3fd1}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9367077a99202b3e67432a8e079d8139}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58b292e453755bf9fd31c643259eb505}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4447645f7dd50ef68d9faedab9b83b5c}] 2024-11-25T03:15:23,952 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:23,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:23,952 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:23,953 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:23,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:23,965 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:23,965 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:23,965 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:23,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:23,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:24,015 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 38a5d2077268,37413,1732504491457 2024-11-25T03:15:24,016 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 38a5d2077268,37413,1732504491457: Simulated kill ***** 2024-11-25T03:15:24,016 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:15:24,019 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:15:24,021 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:15:24,023 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:15:24,023 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:15:24,029 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 612597368 }, "NonHeapMemoryUsage": { "committed": 156762112, "init": 7667712, "max": -1, "used": 153315528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "38a5d2077268", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "38a5d2077268", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55850", "tag.serverName": "38a5d2077268,42143,1732504491559", "tag.clusterId": "d96738f5-8ff3-42b8-afea-6ba1d2e31943", "tag.Context": "regionserver", "tag.Hostname": "38a5d2077268", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732504491559, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-25T03:15:24,034 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42587 {}] master.MasterRpcServices(700): 38a5d2077268,37413,1732504491457 reported a fatal error: ***** ABORTING region server 38a5d2077268,37413,1732504491457: Simulated kill ***** 2024-11-25T03:15:24,036 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,37413,1732504491457' ***** 2024-11-25T03:15:24,036 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-25T03:15:24,037 INFO [RS:0;38a5d2077268:37413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:15:24,037 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:15:24,037 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:15:24,037 INFO [RS:0;38a5d2077268:37413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T03:15:24,037 INFO [RS:0;38a5d2077268:37413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T03:15:24,037 INFO [RS:0;38a5d2077268:37413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:15:24,038 INFO [RS:0;38a5d2077268:37413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:37413. 2024-11-25T03:15:24,038 DEBUG [RS:0;38a5d2077268:37413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:15:24,038 DEBUG [RS:0;38a5d2077268:37413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:15:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741834_1010 (size=1257) 2024-11-25T03:15:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741834_1010 (size=1257) 2024-11-25T03:15:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741834_1010 (size=1257) 2024-11-25T03:15:24,046 DEBUG [RS:0;38a5d2077268:37413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:15:24,047 INFO [RS:0;38a5d2077268:37413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:15:24,047 INFO [RS:0;38a5d2077268:37413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37413 2024-11-25T03:15:24,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/38a5d2077268,37413,1732504491457 2024-11-25T03:15:24,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:15:24,055 INFO [RS:0;38a5d2077268:37413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:15:24,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,37413,1732504491457] 2024-11-25T03:15:24,059 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/38a5d2077268,37413,1732504491457 already deleted, retry=false 2024-11-25T03:15:24,060 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 38a5d2077268,37413,1732504491457 on 38a5d2077268,42587,1732504490781 2024-11-25T03:15:24,066 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 38a5d2077268,37413,1732504491457, splitWal=true, meta=false 2024-11-25T03:15:24,072 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 38a5d2077268,37413,1732504491457, splitWal=true, meta=false 2024-11-25T03:15:24,072 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 38a5d2077268,37413,1732504491457 (carryingMeta=false) 38a5d2077268,37413,1732504491457/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1a24110f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T03:15:24,075 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 38a5d2077268,37413,1732504491457 had 4 regions 2024-11-25T03:15:24,075 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:24,076 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:24,076 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:24,076 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 can not run currently because target server of region SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 38a5d2077268,37413,1732504491457 is in state CRASHED, wait 1000 ms to retry 2024-11-25T03:15:24,077 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96; timeout=1000, timestamp=1732504525076 2024-11-25T03:15:24,076 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 38a5d2077268,37413,1732504491457, splitWal=true, meta=false, isMeta: false 2024-11-25T03:15:24,077 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:24,078 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c can not run currently because target server of region SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 1000 ms to retry 2024-11-25T03:15:24,078 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c; timeout=1000, timestamp=1732504525078 2024-11-25T03:15:24,078 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e can not run currently because target server of region SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 1000 ms to retry 2024-11-25T03:15:24,079 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e; timeout=1000, timestamp=1732504525078 2024-11-25T03:15:24,079 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 can not run currently because target server of region SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 1000 ms to retry 2024-11-25T03:15:24,079 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1; timeout=1000, timestamp=1732504525079 2024-11-25T03:15:24,080 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting 2024-11-25T03:15:24,082 INFO [PEWorker-3 {}] master.SplitWALManager(105): 38a5d2077268,37413,1732504491457 WAL count=1, meta=false 2024-11-25T03:15:24,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 38a5d2077268%2C37413%2C1732504491457.1732504492951}] 2024-11-25T03:15:24,093 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=38a5d2077268,40671,1732504491598 2024-11-25T03:15:24,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 38a5d2077268%2C37413%2C1732504491457.1732504492951, worker=38a5d2077268,40671,1732504491598}] 2024-11-25T03:15:24,130 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:15:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:15:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37413-0x1014d1e7a710001, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:15:24,158 INFO [RS:0;38a5d2077268:37413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:15:24,159 INFO [RS:0;38a5d2077268:37413 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,37413,1732504491457; zookeeper connection closed. 2024-11-25T03:15:24,159 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62518475 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62518475 2024-11-25T03:15:24,863 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:15:24,863 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:15:25,076 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:25,078 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 can not run currently because target server of region SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T03:15:25,078 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96; timeout=2000, timestamp=1732504527078 2024-11-25T03:15:25,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:25,079 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:25,080 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:25,080 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c can not run currently because target server of region SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T03:15:25,080 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e can not run currently because target server of region SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T03:15:25,080 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c; timeout=2000, timestamp=1732504527080 2024-11-25T03:15:25,080 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e; timeout=2000, timestamp=1732504527080 2024-11-25T03:15:25,081 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 can not run currently because target server of region SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T03:15:25,081 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1; timeout=2000, timestamp=1732504527081 2024-11-25T03:15:25,539 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:42587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-25T03:15:27,079 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:27,080 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:27,080 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:27,081 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 can not run currently because target server of region SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T03:15:27,081 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:27,081 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96; timeout=4000, timestamp=1732504531081 2024-11-25T03:15:27,081 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e can not run currently because target server of region SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T03:15:27,081 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c can not run currently because target server of region SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T03:15:27,081 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e; timeout=4000, timestamp=1732504531081 2024-11-25T03:15:27,081 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c; timeout=4000, timestamp=1732504531081 2024-11-25T03:15:27,082 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 can not run currently because target server of region SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T03:15:27,082 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1; timeout=4000, timestamp=1732504531082 2024-11-25T03:15:31,081 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:31,081 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:31,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:31,082 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:31,082 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e can not run currently because target server of region SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T03:15:31,082 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 can not run currently because target server of region SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T03:15:31,082 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e; timeout=8000, timestamp=1732504539082 2024-11-25T03:15:31,082 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96; timeout=8000, timestamp=1732504539082 2024-11-25T03:15:31,083 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c can not run currently because target server of region SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T03:15:31,083 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c; timeout=8000, timestamp=1732504539083 2024-11-25T03:15:31,083 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 can not run currently because target server of region SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 38a5d2077268,37413,1732504491457 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T03:15:31,083 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1; timeout=8000, timestamp=1732504539083 2024-11-25T03:15:33,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T03:15:33,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-25T03:15:33,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T03:15:33,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T03:15:33,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:15:33,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T03:15:33,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:15:33,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T03:15:33,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T03:15:33,974 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 58b292e453755bf9fd31c643259eb505 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T03:15:33,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:15:33,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bc65545f6d8205facf2a36f290221fb2: 2024-11-25T03:15:33,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. for SnapshotProcedureTest completed. 2024-11-25T03:15:33,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1a2baefbf49a4157837a0203ab6cb9b9: 2024-11-25T03:15:33,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. for SnapshotProcedureTest completed. 2024-11-25T03:15:33,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:15:33,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9367077a99202b3e67432a8e079d8139: 2024-11-25T03:15:33,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. for SnapshotProcedureTest completed. 2024-11-25T03:15:33,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:15:33,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:15:33,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:15:33,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:15:33,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 75203fc73e994f7d6e7c4abcba5f3fd1: 2024-11-25T03:15:33,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. for SnapshotProcedureTest completed. 2024-11-25T03:15:33,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:15:33,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:15:33,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:15:33,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:15:33,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:15:33,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:15:33,980 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 4447645f7dd50ef68d9faedab9b83b5c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-25T03:15:33,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:15:33,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:15:33,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:15:33,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:15:34,017 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951, size=1.2 K (1257bytes) 2024-11-25T03:15:34,018 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T03:15:34,019 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T03:15:34,019 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951 2024-11-25T03:15:34,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:15:34,028 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951 after 6ms 2024-11-25T03:15:34,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:15:34,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:15:34,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:15:34,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T03:15:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T03:15:34,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:34,044 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:15:34,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a2baefbf49a4157837a0203ab6cb9b9 in 10.0990 sec 2024-11-25T03:15:34,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741851_1027 (size=65) 2024-11-25T03:15:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741851_1027 (size=65) 2024-11-25T03:15:34,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741851_1027 (size=65) 2024-11-25T03:15:34,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:15:34,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T03:15:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T03:15:34,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:34,080 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:15:34,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 75203fc73e994f7d6e7c4abcba5f3fd1 in 10.1350 sec 2024-11-25T03:15:34,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/58b292e453755bf9fd31c643259eb505/.tmp/cf/6da0e135178a4b2cb79109be46f87350 is 34, key is baa/cf:cf/1732504523180/Put/seqid=0 2024-11-25T03:15:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741852_1028 (size=57) 2024-11-25T03:15:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741852_1028 (size=57) 2024-11-25T03:15:34,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741852_1028 (size=57) 2024-11-25T03:15:34,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:15:34,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T03:15:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T03:15:34,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:34,122 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:15:34,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bc65545f6d8205facf2a36f290221fb2 in 10.1770 sec 2024-11-25T03:15:34,150 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951 took 135ms 2024-11-25T03:15:34,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:15:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:15:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:15:34,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:15:34,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T03:15:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T03:15:34,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:34,245 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9367077a99202b3e67432a8e079d8139 2024-11-25T03:15:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741853_1029 (size=28623) 2024-11-25T03:15:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741853_1029 (size=28623) 2024-11-25T03:15:34,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741853_1029 (size=28623) 2024-11-25T03:15:34,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9367077a99202b3e67432a8e079d8139 in 10.3000 sec 2024-11-25T03:15:34,252 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/58b292e453755bf9fd31c643259eb505/.tmp/cf/6da0e135178a4b2cb79109be46f87350 2024-11-25T03:15:34,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/4447645f7dd50ef68d9faedab9b83b5c/.tmp/cf/8d25d971ef2742b992217522a3333002 is 34, key is eaa/cf:cf/1732504523765/Put/seqid=0 2024-11-25T03:15:34,282 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ca2dd76ecba2cc8427e311aa20d6bf3c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:15:34,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741854_1030 (size=499309) 2024-11-25T03:15:34,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741854_1030 (size=499309) 2024-11-25T03:15:34,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741854_1030 (size=499309) 2024-11-25T03:15:34,287 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5172541c0bbe250b8337a5e18007ac96: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:15:34,290 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b1d232270bfc62f59c17ca8b4c5f0f7e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:15:34,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/4447645f7dd50ef68d9faedab9b83b5c/.tmp/cf/8d25d971ef2742b992217522a3333002 2024-11-25T03:15:34,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for fb09b9282e6fccc34aa1b11af88e26b1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:15:34,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951 so closing down 2024-11-25T03:15:34,294 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:15:34,295 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:15:34,305 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 101 ms; skipped=4; WAL=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-25T03:15:34,305 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951, journal: Splitting hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951, size=1.2 K (1257bytes) at 1732504534017Finishing writing output for hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951 so closing down at 1732504534294 (+277 ms)3 split writer threads finished at 1732504534295 (+1 ms)Processed 4 edits across 0 Regions in 101 ms; skipped=4; WAL=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732504534305 (+10 ms) 2024-11-25T03:15:34,305 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951 2024-11-25T03:15:34,305 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T03:15:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-25T03:15:34,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/58b292e453755bf9fd31c643259eb505/.tmp/cf/6da0e135178a4b2cb79109be46f87350 as hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/58b292e453755bf9fd31c643259eb505/cf/6da0e135178a4b2cb79109be46f87350 2024-11-25T03:15:34,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/4447645f7dd50ef68d9faedab9b83b5c/.tmp/cf/8d25d971ef2742b992217522a3333002 as hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/4447645f7dd50ef68d9faedab9b83b5c/cf/8d25d971ef2742b992217522a3333002 2024-11-25T03:15:34,344 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting/38a5d2077268%2C37413%2C1732504491457.1732504492951 to hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/oldWALs 2024-11-25T03:15:34,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T03:15:34,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 38a5d2077268%2C37413%2C1732504491457.1732504492951, worker=38a5d2077268,40671,1732504491598 in 10.2490 sec 2024-11-25T03:15:34,350 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=38a5d2077268,40671,1732504491598 2024-11-25T03:15:34,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T03:15:34,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 38a5d2077268%2C37413%2C1732504491457.1732504492951, worker=38a5d2077268,40671,1732504491598 in 10.2660 sec 2024-11-25T03:15:34,359 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting dir is empty, no logs to split. 2024-11-25T03:15:34,359 INFO [PEWorker-5 {}] master.SplitWALManager(105): 38a5d2077268,37413,1732504491457 WAL count=0, meta=false 2024-11-25T03:15:34,359 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 38a5d2077268,37413,1732504491457 WAL splitting is done? wals=0, meta=false 2024-11-25T03:15:34,363 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 38a5d2077268,37413,1732504491457 failed, ignore...File hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/WALs/38a5d2077268,37413,1732504491457-splitting does not exist. 2024-11-25T03:15:34,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1d232270bfc62f59c17ca8b4c5f0f7e, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5172541c0bbe250b8337a5e18007ac96, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca2dd76ecba2cc8427e311aa20d6bf3c, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb09b9282e6fccc34aa1b11af88e26b1, ASSIGN}] 2024-11-25T03:15:34,367 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/4447645f7dd50ef68d9faedab9b83b5c/cf/8d25d971ef2742b992217522a3333002, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-25T03:15:34,368 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb09b9282e6fccc34aa1b11af88e26b1, ASSIGN 2024-11-25T03:15:34,368 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca2dd76ecba2cc8427e311aa20d6bf3c, ASSIGN 2024-11-25T03:15:34,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5172541c0bbe250b8337a5e18007ac96, ASSIGN 2024-11-25T03:15:34,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1d232270bfc62f59c17ca8b4c5f0f7e, ASSIGN 2024-11-25T03:15:34,370 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb09b9282e6fccc34aa1b11af88e26b1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:15:34,371 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca2dd76ecba2cc8427e311aa20d6bf3c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:15:34,371 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5172541c0bbe250b8337a5e18007ac96, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:15:34,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1d232270bfc62f59c17ca8b4c5f0f7e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:15:34,374 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/58b292e453755bf9fd31c643259eb505/cf/6da0e135178a4b2cb79109be46f87350, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T03:15:34,379 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 58b292e453755bf9fd31c643259eb505 in 407ms, sequenceid=5, compaction requested=false 2024-11-25T03:15:34,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 58b292e453755bf9fd31c643259eb505: 2024-11-25T03:15:34,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. for SnapshotProcedureTest completed. 2024-11-25T03:15:34,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:15:34,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:15:34,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/58b292e453755bf9fd31c643259eb505/cf/6da0e135178a4b2cb79109be46f87350] hfiles 2024-11-25T03:15:34,381 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 4447645f7dd50ef68d9faedab9b83b5c in 391ms, sequenceid=5, compaction requested=false 2024-11-25T03:15:34,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4447645f7dd50ef68d9faedab9b83b5c: 2024-11-25T03:15:34,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. for SnapshotProcedureTest completed. 2024-11-25T03:15:34,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:15:34,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:15:34,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/4447645f7dd50ef68d9faedab9b83b5c/cf/8d25d971ef2742b992217522a3333002] hfiles 2024-11-25T03:15:34,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/4447645f7dd50ef68d9faedab9b83b5c/cf/8d25d971ef2742b992217522a3333002 for snapshot=SnapshotProcedureTest 2024-11-25T03:15:34,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/58b292e453755bf9fd31c643259eb505/cf/6da0e135178a4b2cb79109be46f87350 for snapshot=SnapshotProcedureTest 2024-11-25T03:15:34,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741855_1031 (size=105) 2024-11-25T03:15:34,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741855_1031 (size=105) 2024-11-25T03:15:34,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741855_1031 (size=105) 2024-11-25T03:15:34,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:15:34,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T03:15:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T03:15:34,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:34,435 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58b292e453755bf9fd31c643259eb505 2024-11-25T03:15:34,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58b292e453755bf9fd31c643259eb505 in 10.4910 sec 2024-11-25T03:15:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741856_1032 (size=97) 2024-11-25T03:15:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741856_1032 (size=97) 2024-11-25T03:15:34,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741856_1032 (size=97) 2024-11-25T03:15:34,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:15:34,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T03:15:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T03:15:34,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:34,452 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:15:34,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4447645f7dd50ef68d9faedab9b83b5c in 10.5070 sec 2024-11-25T03:15:34,521 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(204): Hosts are {38a5d2077268=0} racks are {/default-rack=0} 2024-11-25T03:15:34,521 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:15:34,521 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:15:34,521 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:15:34,522 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:15:34,522 INFO [38a5d2077268:42587 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:15:34,522 INFO [38a5d2077268:42587 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:15:34,522 DEBUG [38a5d2077268:42587 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:15:34,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=fb09b9282e6fccc34aa1b11af88e26b1, regionState=OPENING, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:15:34,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=5172541c0bbe250b8337a5e18007ac96, regionState=OPENING, regionLocation=38a5d2077268,40671,1732504491598 2024-11-25T03:15:34,522 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ca2dd76ecba2cc8427e311aa20d6bf3c, regionState=OPENING, regionLocation=38a5d2077268,40671,1732504491598 2024-11-25T03:15:34,522 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=b1d232270bfc62f59c17ca8b4c5f0f7e, regionState=OPENING, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:15:34,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca2dd76ecba2cc8427e311aa20d6bf3c, ASSIGN because future has completed 2024-11-25T03:15:34,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c, server=38a5d2077268,40671,1732504491598}] 2024-11-25T03:15:34,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5172541c0bbe250b8337a5e18007ac96, ASSIGN because future has completed 2024-11-25T03:15:34,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5172541c0bbe250b8337a5e18007ac96, server=38a5d2077268,40671,1732504491598}] 2024-11-25T03:15:34,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb09b9282e6fccc34aa1b11af88e26b1, ASSIGN because future has completed 2024-11-25T03:15:34,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1, server=38a5d2077268,42143,1732504491559}] 2024-11-25T03:15:34,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1d232270bfc62f59c17ca8b4c5f0f7e, ASSIGN because future has completed 2024-11-25T03:15:34,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e, server=38a5d2077268,42143,1732504491559}] 2024-11-25T03:15:39,083 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 held by pid=40 2024-11-25T03:15:39,083 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e held by pid=39 2024-11-25T03:15:39,083 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:39,083 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c held by pid=41 2024-11-25T03:15:39,083 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:39,083 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:39,088 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 held by pid=42 2024-11-25T03:15:39,088 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:43,598 INFO [master/38a5d2077268:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T03:15:43,598 INFO [master/38a5d2077268:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T03:15:44,557 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:44,557 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => ca2dd76ecba2cc8427e311aa20d6bf3c, NAME => 'SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T03:15:44,558 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,558 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:44,558 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,558 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,563 INFO [StoreOpener-ca2dd76ecba2cc8427e311aa20d6bf3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,564 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:44,564 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => fb09b9282e6fccc34aa1b11af88e26b1, NAME => 'SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T03:15:44,564 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,564 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:44,565 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,565 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,567 INFO [StoreOpener-fb09b9282e6fccc34aa1b11af88e26b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,567 INFO [StoreOpener-ca2dd76ecba2cc8427e311aa20d6bf3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca2dd76ecba2cc8427e311aa20d6bf3c columnFamilyName cf 2024-11-25T03:15:44,567 DEBUG [StoreOpener-ca2dd76ecba2cc8427e311aa20d6bf3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:44,568 INFO [StoreOpener-fb09b9282e6fccc34aa1b11af88e26b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb09b9282e6fccc34aa1b11af88e26b1 columnFamilyName cf 2024-11-25T03:15:44,568 DEBUG [StoreOpener-fb09b9282e6fccc34aa1b11af88e26b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:44,569 INFO [StoreOpener-fb09b9282e6fccc34aa1b11af88e26b1-1 {}] regionserver.HStore(327): Store=fb09b9282e6fccc34aa1b11af88e26b1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:44,569 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,570 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,572 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,572 INFO [StoreOpener-ca2dd76ecba2cc8427e311aa20d6bf3c-1 {}] regionserver.HStore(327): Store=ca2dd76ecba2cc8427e311aa20d6bf3c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:44,572 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,573 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,573 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,573 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,577 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,577 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,578 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,578 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,579 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened fb09b9282e6fccc34aa1b11af88e26b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72456980, jitterRate=0.07969313859939575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:44,579 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,579 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for fb09b9282e6fccc34aa1b11af88e26b1: Running coprocessor pre-open hook at 1732504544565Writing region info on filesystem at 1732504544565Initializing all the Stores at 1732504544566 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504544566Cleaning up temporary data from old regions at 1732504544573 (+7 ms)Running coprocessor post-open hooks at 1732504544579 (+6 ms)Region opened successfully at 1732504544579 2024-11-25T03:15:44,580 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1., pid=45, masterSystemTime=1732504544554 2024-11-25T03:15:44,582 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,584 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:44,584 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:44,584 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:44,585 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => b1d232270bfc62f59c17ca8b4c5f0f7e, NAME => 'SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T03:15:44,585 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=fb09b9282e6fccc34aa1b11af88e26b1, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:15:44,585 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,585 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:44,585 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,585 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,586 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened ca2dd76ecba2cc8427e311aa20d6bf3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71164577, jitterRate=0.06043483316898346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:44,586 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,586 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for ca2dd76ecba2cc8427e311aa20d6bf3c: Running coprocessor pre-open hook at 1732504544558Writing region info on filesystem at 1732504544558Initializing all the Stores at 1732504544562 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504544563 (+1 ms)Cleaning up temporary data from old regions at 1732504544578 (+15 ms)Running coprocessor post-open hooks at 1732504544586 (+8 ms)Region opened successfully at 1732504544586 2024-11-25T03:15:44,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1, server=38a5d2077268,42143,1732504491559 because future has completed 2024-11-25T03:15:44,589 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c., pid=43, masterSystemTime=1732504544550 2024-11-25T03:15:44,592 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:44,592 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:44,592 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:44,592 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 5172541c0bbe250b8337a5e18007ac96, NAME => 'SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T03:15:44,593 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,593 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:15:44,593 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,593 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ca2dd76ecba2cc8427e311aa20d6bf3c, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,40671,1732504491598 2024-11-25T03:15:44,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c, server=38a5d2077268,40671,1732504491598 because future has completed 2024-11-25T03:15:44,597 INFO [StoreOpener-b1d232270bfc62f59c17ca8b4c5f0f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-25T03:15:44,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1, server=38a5d2077268,42143,1732504491559 in 10.0450 sec 2024-11-25T03:15:44,602 INFO [StoreOpener-b1d232270bfc62f59c17ca8b4c5f0f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1d232270bfc62f59c17ca8b4c5f0f7e columnFamilyName cf 2024-11-25T03:15:44,602 DEBUG [StoreOpener-b1d232270bfc62f59c17ca8b4c5f0f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:44,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb09b9282e6fccc34aa1b11af88e26b1, ASSIGN in 10.2310 sec 2024-11-25T03:15:44,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:44,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-25T03:15:44,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c, server=38a5d2077268,40671,1732504491598 in 10.0700 sec 2024-11-25T03:15:44,605 INFO [StoreOpener-b1d232270bfc62f59c17ca8b4c5f0f7e-1 {}] regionserver.HStore(327): Store=b1d232270bfc62f59c17ca8b4c5f0f7e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:44,605 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca2dd76ecba2cc8427e311aa20d6bf3c, ASSIGN in 10.2380 sec 2024-11-25T03:15:44,606 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:44,607 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,609 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,611 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,611 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,612 INFO [StoreOpener-5172541c0bbe250b8337a5e18007ac96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,614 INFO [StoreOpener-5172541c0bbe250b8337a5e18007ac96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5172541c0bbe250b8337a5e18007ac96 columnFamilyName cf 2024-11-25T03:15:44,614 DEBUG [StoreOpener-5172541c0bbe250b8337a5e18007ac96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:15:44,615 INFO [StoreOpener-5172541c0bbe250b8337a5e18007ac96-1 {}] regionserver.HStore(327): Store=5172541c0bbe250b8337a5e18007ac96/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:15:44,615 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,615 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,616 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,616 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened b1d232270bfc62f59c17ca8b4c5f0f7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66607318, jitterRate=-0.007473617792129517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:44,617 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,617 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for b1d232270bfc62f59c17ca8b4c5f0f7e: Running coprocessor pre-open hook at 1732504544585Writing region info on filesystem at 1732504544585Initializing all the Stores at 1732504544589 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504544589Cleaning up temporary data from old regions at 1732504544611 (+22 ms)Running coprocessor post-open hooks at 1732504544617 (+6 ms)Region opened successfully at 1732504544617 2024-11-25T03:15:44,618 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,618 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e., pid=46, masterSystemTime=1732504544554 2024-11-25T03:15:44,619 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,619 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,624 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:44,624 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:44,624 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=b1d232270bfc62f59c17ca8b4c5f0f7e, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42143,1732504491559 2024-11-25T03:15:44,627 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e, server=38a5d2077268,42143,1732504491559 because future has completed 2024-11-25T03:15:44,629 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 5172541c0bbe250b8337a5e18007ac96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65867229, jitterRate=-0.018501803278923035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:15:44,630 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,630 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 5172541c0bbe250b8337a5e18007ac96: Running coprocessor pre-open hook at 1732504544593Writing region info on filesystem at 1732504544593Initializing all the Stores at 1732504544598 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504544598Cleaning up temporary data from old regions at 1732504544619 (+21 ms)Running coprocessor post-open hooks at 1732504544630 (+11 ms)Region opened successfully at 1732504544630 2024-11-25T03:15:44,631 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96., pid=44, masterSystemTime=1732504544550 2024-11-25T03:15:44,634 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:44,634 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:44,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-25T03:15:44,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e, server=38a5d2077268,42143,1732504491559 in 10.0780 sec 2024-11-25T03:15:44,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=5172541c0bbe250b8337a5e18007ac96, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,40671,1732504491598 2024-11-25T03:15:44,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1d232270bfc62f59c17ca8b4c5f0f7e, ASSIGN in 10.2690 sec 2024-11-25T03:15:44,639 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:44,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5172541c0bbe250b8337a5e18007ac96, server=38a5d2077268,40671,1732504491598 because future has completed 2024-11-25T03:15:44,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-25T03:15:44,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 5172541c0bbe250b8337a5e18007ac96, server=38a5d2077268,40671,1732504491598 in 10.1150 sec 2024-11-25T03:15:44,653 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:44,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-25T03:15:44,655 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 38a5d2077268,37413,1732504491457 after splitting done 2024-11-25T03:15:44,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5172541c0bbe250b8337a5e18007ac96, ASSIGN in 10.2840 sec 2024-11-25T03:15:44,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 38a5d2077268,37413,1732504491457, splitWal=true, meta=false in 20.5940 sec 2024-11-25T03:15:49,895 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:15:50,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T03:15:52,952 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-25T03:15:54,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T03:15:54,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:54,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T03:15:54,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for fb09b9282e6fccc34aa1b11af88e26b1: 2024-11-25T03:15:54,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:54,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. for SnapshotProcedureTest completed. 2024-11-25T03:15:54,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b1d232270bfc62f59c17ca8b4c5f0f7e: 2024-11-25T03:15:54,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. for SnapshotProcedureTest completed. 2024-11-25T03:15:54,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:15:54,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:15:54,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:15:54,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:15:54,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:15:54,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:15:54,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T03:15:54,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:54,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T03:15:54,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for ca2dd76ecba2cc8427e311aa20d6bf3c: 2024-11-25T03:15:54,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. for SnapshotProcedureTest completed. 2024-11-25T03:15:54,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:54,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5172541c0bbe250b8337a5e18007ac96: 2024-11-25T03:15:54,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:15:54,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. for SnapshotProcedureTest completed. 2024-11-25T03:15:54,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:15:54,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:15:54,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:15:54,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:15:54,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:15:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741858_1034 (size=65) 2024-11-25T03:15:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741857_1033 (size=65) 2024-11-25T03:15:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741857_1033 (size=65) 2024-11-25T03:15:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741857_1033 (size=65) 2024-11-25T03:15:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741858_1034 (size=65) 2024-11-25T03:15:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741858_1034 (size=65) 2024-11-25T03:15:54,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:15:54,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T03:15:54,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:15:54,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T03:15:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T03:15:54,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:54,629 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:15:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T03:15:54,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:54,630 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:15:54,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b1d232270bfc62f59c17ca8b4c5f0f7e in 30.6830 sec 2024-11-25T03:15:54,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb09b9282e6fccc34aa1b11af88e26b1 in 30.6840 sec 2024-11-25T03:15:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741859_1035 (size=65) 2024-11-25T03:15:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741859_1035 (size=65) 2024-11-25T03:15:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741859_1035 (size=65) 2024-11-25T03:15:54,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741860_1036 (size=65) 2024-11-25T03:15:54,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:15:54,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741860_1036 (size=65) 2024-11-25T03:15:54,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T03:15:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T03:15:54,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:54,648 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:15:54,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:15:54,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T03:15:54,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741860_1036 (size=65) 2024-11-25T03:15:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T03:15:54,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:54,650 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:15:54,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca2dd76ecba2cc8427e311aa20d6bf3c in 30.7020 sec 2024-11-25T03:15:54,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-25T03:15:54,653 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T03:15:54,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5172541c0bbe250b8337a5e18007ac96 in 30.7040 sec 2024-11-25T03:15:54,655 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T03:15:54,658 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T03:15:54,658 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T03:15:54,660 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:15:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741861_1037 (size=1094) 2024-11-25T03:15:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741861_1037 (size=1094) 2024-11-25T03:15:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741861_1037 (size=1094) 2024-11-25T03:15:54,695 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T03:15:54,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T03:15:54,710 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,40671,1732504491598 2024-11-25T03:15:54,710 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,40671,1732504491598 2024-11-25T03:15:54,710 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,40671,1732504491598 2024-11-25T03:15:54,711 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,42143,1732504491559 2024-11-25T03:15:54,711 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,42143,1732504491559 2024-11-25T03:15:54,716 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,42143,1732504491559 2024-11-25T03:15:59,962 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 58b292e453755bf9fd31c643259eb505, had cached 0 bytes from a total of 28623 2024-11-25T03:15:59,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4447645f7dd50ef68d9faedab9b83b5c, had cached 0 bytes from a total of 499309 2024-11-25T03:16:00,542 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:42587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-25T03:16:04,475 DEBUG [master/38a5d2077268:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5172541c0bbe250b8337a5e18007ac96 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:16:04,476 DEBUG [master/38a5d2077268:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1a2baefbf49a4157837a0203ab6cb9b9 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:16:04,476 DEBUG [master/38a5d2077268:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9367077a99202b3e67432a8e079d8139 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:16:04,477 DEBUG [master/38a5d2077268:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ca2dd76ecba2cc8427e311aa20d6bf3c changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:16:04,477 DEBUG [master/38a5d2077268:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4447645f7dd50ef68d9faedab9b83b5c changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:16:04,477 DEBUG [master/38a5d2077268:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bc65545f6d8205facf2a36f290221fb2 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:16:04,477 DEBUG [master/38a5d2077268:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b1d232270bfc62f59c17ca8b4c5f0f7e changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:16:04,477 DEBUG [master/38a5d2077268:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 75203fc73e994f7d6e7c4abcba5f3fd1 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:16:04,477 DEBUG [master/38a5d2077268:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 58b292e453755bf9fd31c643259eb505 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:16:04,477 DEBUG [master/38a5d2077268:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fb09b9282e6fccc34aa1b11af88e26b1 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:16:04,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-25T03:16:04,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-25T03:16:04,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-25T03:16:04,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-25T03:16:04,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-25T03:16:04,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-25T03:16:04,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:16:04,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:16:04,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T03:16:04,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-25T03:16:04,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T03:16:04,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-25T03:16:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-25T03:16:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-25T03:16:04,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-25T03:16:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-25T03:16:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-25T03:16:04,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T03:16:04,729 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,40671,1732504491598 Release verify snapshot worker=38a5d2077268,40671,1732504491598 2024-11-25T03:16:04,730 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,42143,1732504491559 Release verify snapshot worker=38a5d2077268,42143,1732504491559 2024-11-25T03:16:04,731 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,40671,1732504491598 Release verify snapshot worker=38a5d2077268,40671,1732504491598 2024-11-25T03:16:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-25T03:16:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-25T03:16:04,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,40671,1732504491598 in 10.0270 sec 2024-11-25T03:16:04,735 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,42143,1732504491559 Release verify snapshot worker=38a5d2077268,42143,1732504491559 2024-11-25T03:16:04,736 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,42143,1732504491559 2024-11-25T03:16:04,737 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,40671,1732504491598 2024-11-25T03:16:04,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,40671,1732504491598 in 10.0280 sec 2024-11-25T03:16:04,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,42143,1732504491559 in 10.0270 sec 2024-11-25T03:16:04,739 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,42143,1732504491559 Release verify snapshot worker=38a5d2077268,42143,1732504491559 2024-11-25T03:16:04,739 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,40671,1732504491598 Release verify snapshot worker=38a5d2077268,40671,1732504491598 2024-11-25T03:16:04,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,40671,1732504491598 in 10.0360 sec 2024-11-25T03:16:04,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,42143,1732504491559 in 10.0320 sec 2024-11-25T03:16:04,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,42143,1732504491559 in 10.0360 sec 2024-11-25T03:16:04,748 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,40671,1732504491598 2024-11-25T03:16:04,748 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,42143,1732504491559 2024-11-25T03:16:14,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-25T03:16:14,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-25T03:16:14,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-25T03:16:14,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-25T03:16:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-25T03:16:14,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-25T03:16:14,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-25T03:16:14,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T03:16:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-25T03:16:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-25T03:16:14,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T03:16:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42587 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-25T03:16:14,742 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,42143,1732504491559 Release verify snapshot worker=38a5d2077268,42143,1732504491559 2024-11-25T03:16:14,743 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,40671,1732504491598 Release verify snapshot worker=38a5d2077268,40671,1732504491598 2024-11-25T03:16:14,743 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,42143,1732504491559 Release verify snapshot worker=38a5d2077268,42143,1732504491559 2024-11-25T03:16:14,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,42143,1732504491559 in 20.0390 sec 2024-11-25T03:16:14,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,40671,1732504491598 in 20.0400 sec 2024-11-25T03:16:14,750 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,40671,1732504491598 Release verify snapshot worker=38a5d2077268,40671,1732504491598 2024-11-25T03:16:14,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,42143,1732504491559 in 20.0410 sec 2024-11-25T03:16:14,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-25T03:16:14,752 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-25T03:16:14,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,40671,1732504491598 in 20.0470 sec 2024-11-25T03:16:14,754 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/.hbase-snapshot/SnapshotProcedureTest 2024-11-25T03:16:14,756 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-25T03:16:14,756 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-25T03:16:14,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8480 sec 2024-11-25T03:16:14,929 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-25T03:16:14,936 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T03:16:14,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:16:14,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:16:14,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:16:14,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:14,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:14,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:16:14,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=247171512, stopped=false 2024-11-25T03:16:14,937 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,42587,1732504490781 2024-11-25T03:16:14,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:16:14,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:16:14,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:16:14,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:14,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:14,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:16:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:16:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:14,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:16:14,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:16:14,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:14,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,42143,1732504491559' ***** 2024-11-25T03:16:14,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:16:14,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,40671,1732504491598' ***** 2024-11-25T03:16:14,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:16:14,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:16:14,942 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:16:14,942 INFO [RS:1;38a5d2077268:42143 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:16:14,942 INFO [RS:1;38a5d2077268:42143 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:16:14,942 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:16:14,942 INFO [RS:2;38a5d2077268:40671 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:16:14,942 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(3091): Received CLOSE for 58b292e453755bf9fd31c643259eb505 2024-11-25T03:16:14,942 INFO [RS:2;38a5d2077268:40671 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:16:14,942 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(3091): Received CLOSE for 4447645f7dd50ef68d9faedab9b83b5c 2024-11-25T03:16:14,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:16:14,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:16:14,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:16:14,943 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(3091): Received CLOSE for b1d232270bfc62f59c17ca8b4c5f0f7e 2024-11-25T03:16:14,943 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(3091): Received CLOSE for bc65545f6d8205facf2a36f290221fb2 2024-11-25T03:16:14,943 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(3091): Received CLOSE for fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:16:14,943 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(3091): Received CLOSE for 75203fc73e994f7d6e7c4abcba5f3fd1 2024-11-25T03:16:14,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:16:14,943 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,42143,1732504491559 2024-11-25T03:16:14,944 INFO [RS:1;38a5d2077268:42143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:16:14,944 INFO [RS:1;38a5d2077268:42143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;38a5d2077268:42143. 2024-11-25T03:16:14,944 DEBUG [RS:1;38a5d2077268:42143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:16:14,944 DEBUG [RS:1;38a5d2077268:42143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:14,944 INFO [RS:1;38a5d2077268:42143 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:16:14,944 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(3091): Received CLOSE for 9367077a99202b3e67432a8e079d8139 2024-11-25T03:16:14,944 INFO [RS:1;38a5d2077268:42143 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:16:14,944 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(3091): Received CLOSE for ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:16:14,944 INFO [RS:1;38a5d2077268:42143 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:16:14,944 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a2baefbf49a4157837a0203ab6cb9b9 2024-11-25T03:16:14,944 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:16:14,944 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(3091): Received CLOSE for 5172541c0bbe250b8337a5e18007ac96 2024-11-25T03:16:14,944 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,40671,1732504491598 2024-11-25T03:16:14,944 INFO [RS:2;38a5d2077268:40671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:16:14,944 INFO [RS:2;38a5d2077268:40671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;38a5d2077268:40671. 2024-11-25T03:16:14,945 DEBUG [RS:2;38a5d2077268:40671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:16:14,945 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58b292e453755bf9fd31c643259eb505, disabling compactions & flushes 2024-11-25T03:16:14,945 DEBUG [RS:2;38a5d2077268:40671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:14,945 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:16:14,945 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:16:14,945 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. after waiting 0 ms 2024-11-25T03:16:14,945 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-25T03:16:14,945 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-25T03:16:14,945 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4447645f7dd50ef68d9faedab9b83b5c, disabling compactions & flushes 2024-11-25T03:16:14,945 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:16:14,945 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:16:14,945 DEBUG [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(1325): Online Regions={4447645f7dd50ef68d9faedab9b83b5c=SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c., 9367077a99202b3e67432a8e079d8139=SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139., ca2dd76ecba2cc8427e311aa20d6bf3c=SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c., 1a2baefbf49a4157837a0203ab6cb9b9=SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9., 5172541c0bbe250b8337a5e18007ac96=SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96.} 2024-11-25T03:16:14,945 DEBUG [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(1325): Online Regions={58b292e453755bf9fd31c643259eb505=SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505., b1d232270bfc62f59c17ca8b4c5f0f7e=SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e., bc65545f6d8205facf2a36f290221fb2=SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2., fb09b9282e6fccc34aa1b11af88e26b1=SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1., 75203fc73e994f7d6e7c4abcba5f3fd1=SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:16:14,945 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:16:14,945 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:16:14,945 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:16:14,945 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:16:14,945 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:16:14,945 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:16:14,945 DEBUG [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58b292e453755bf9fd31c643259eb505, 75203fc73e994f7d6e7c4abcba5f3fd1, b1d232270bfc62f59c17ca8b4c5f0f7e, bc65545f6d8205facf2a36f290221fb2, fb09b9282e6fccc34aa1b11af88e26b1 2024-11-25T03:16:14,945 DEBUG [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(1351): Waiting on 1a2baefbf49a4157837a0203ab6cb9b9, 4447645f7dd50ef68d9faedab9b83b5c, 5172541c0bbe250b8337a5e18007ac96, 9367077a99202b3e67432a8e079d8139, ca2dd76ecba2cc8427e311aa20d6bf3c 2024-11-25T03:16:14,946 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-25T03:16:14,945 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. after waiting 0 ms 2024-11-25T03:16:14,946 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:16:14,961 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/58b292e453755bf9fd31c643259eb505/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:16:14,964 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:16:14,965 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58b292e453755bf9fd31c643259eb505: Waiting for close lock at 1732504574944Running coprocessor pre-close hooks at 1732504574944Disabling compacts and flushes for region at 1732504574944Disabling writes for close at 1732504574945 (+1 ms)Writing region close event to WAL at 1732504574952 (+7 ms)Running coprocessor post-close hooks at 1732504574962 (+10 ms)Closed at 1732504574964 (+2 ms) 2024-11-25T03:16:14,965 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732504503822.58b292e453755bf9fd31c643259eb505. 2024-11-25T03:16:14,965 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1d232270bfc62f59c17ca8b4c5f0f7e, disabling compactions & flushes 2024-11-25T03:16:14,966 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:16:14,966 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:16:14,966 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. after waiting 0 ms 2024-11-25T03:16:14,966 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:16:14,971 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:16:14,971 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:16:14,977 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/4447645f7dd50ef68d9faedab9b83b5c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:16:14,979 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:16:14,980 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4447645f7dd50ef68d9faedab9b83b5c: Waiting for close lock at 1732504574944Running coprocessor pre-close hooks at 1732504574945 (+1 ms)Disabling compacts and flushes for region at 1732504574945Disabling writes for close at 1732504574946 (+1 ms)Writing region close event to WAL at 1732504574953 (+7 ms)Running coprocessor post-close hooks at 1732504574979 (+26 ms)Closed at 1732504574979 2024-11-25T03:16:14,981 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732504503822.4447645f7dd50ef68d9faedab9b83b5c. 2024-11-25T03:16:14,981 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9367077a99202b3e67432a8e079d8139, disabling compactions & flushes 2024-11-25T03:16:14,981 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:16:14,984 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:16:14,984 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. after waiting 0 ms 2024-11-25T03:16:14,984 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:16:14,990 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/b1d232270bfc62f59c17ca8b4c5f0f7e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:16:14,995 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:16:14,995 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1d232270bfc62f59c17ca8b4c5f0f7e: Waiting for close lock at 1732504574965Running coprocessor pre-close hooks at 1732504574965Disabling compacts and flushes for region at 1732504574965Disabling writes for close at 1732504574966 (+1 ms)Writing region close event to WAL at 1732504574977 (+11 ms)Running coprocessor post-close hooks at 1732504574995 (+18 ms)Closed at 1732504574995 2024-11-25T03:16:14,996 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732504503822.b1d232270bfc62f59c17ca8b4c5f0f7e. 2024-11-25T03:16:14,996 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc65545f6d8205facf2a36f290221fb2, disabling compactions & flushes 2024-11-25T03:16:14,996 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:16:14,996 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:16:14,996 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. after waiting 0 ms 2024-11-25T03:16:14,996 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:16:15,001 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/.tmp/info/2383dd14072b4c21901c1a741637882d is 167, key is SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96./info:regioninfo/1732504544636/Put/seqid=0 2024-11-25T03:16:15,009 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/9367077a99202b3e67432a8e079d8139/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:16:15,010 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:16:15,010 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9367077a99202b3e67432a8e079d8139: Waiting for close lock at 1732504574981Running coprocessor pre-close hooks at 1732504574981Disabling compacts and flushes for region at 1732504574981Disabling writes for close at 1732504574984 (+3 ms)Writing region close event to WAL at 1732504574992 (+8 ms)Running coprocessor post-close hooks at 1732504575010 (+18 ms)Closed at 1732504575010 2024-11-25T03:16:15,011 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732504503822.9367077a99202b3e67432a8e079d8139. 2024-11-25T03:16:15,011 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca2dd76ecba2cc8427e311aa20d6bf3c, disabling compactions & flushes 2024-11-25T03:16:15,011 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:16:15,011 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:16:15,011 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. after waiting 0 ms 2024-11-25T03:16:15,011 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:16:15,017 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/bc65545f6d8205facf2a36f290221fb2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:16:15,018 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:16:15,018 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc65545f6d8205facf2a36f290221fb2: Waiting for close lock at 1732504574996Running coprocessor pre-close hooks at 1732504574996Disabling compacts and flushes for region at 1732504574996Disabling writes for close at 1732504574996Writing region close event to WAL at 1732504575002 (+6 ms)Running coprocessor post-close hooks at 1732504575018 (+16 ms)Closed at 1732504575018 2024-11-25T03:16:15,018 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732504503822.bc65545f6d8205facf2a36f290221fb2. 2024-11-25T03:16:15,019 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb09b9282e6fccc34aa1b11af88e26b1, disabling compactions & flushes 2024-11-25T03:16:15,019 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:16:15,019 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:16:15,019 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. after waiting 0 ms 2024-11-25T03:16:15,019 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:16:15,045 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/fb09b9282e6fccc34aa1b11af88e26b1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:16:15,046 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/ca2dd76ecba2cc8427e311aa20d6bf3c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:16:15,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741862_1038 (size=20292) 2024-11-25T03:16:15,047 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:16:15,047 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb09b9282e6fccc34aa1b11af88e26b1: Waiting for close lock at 1732504575019Running coprocessor pre-close hooks at 1732504575019Disabling compacts and flushes for region at 1732504575019Disabling writes for close at 1732504575019Writing region close event to WAL at 1732504575025 (+6 ms)Running coprocessor post-close hooks at 1732504575047 (+22 ms)Closed at 1732504575047 2024-11-25T03:16:15,048 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732504503822.fb09b9282e6fccc34aa1b11af88e26b1. 2024-11-25T03:16:15,048 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75203fc73e994f7d6e7c4abcba5f3fd1, disabling compactions & flushes 2024-11-25T03:16:15,048 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:16:15,048 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:16:15,048 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. after waiting 0 ms 2024-11-25T03:16:15,048 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:16:15,049 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:16:15,049 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca2dd76ecba2cc8427e311aa20d6bf3c: Waiting for close lock at 1732504575011Running coprocessor pre-close hooks at 1732504575011Disabling compacts and flushes for region at 1732504575011Disabling writes for close at 1732504575011Writing region close event to WAL at 1732504575027 (+16 ms)Running coprocessor post-close hooks at 1732504575049 (+22 ms)Closed at 1732504575049 2024-11-25T03:16:15,050 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732504503822.ca2dd76ecba2cc8427e311aa20d6bf3c. 2024-11-25T03:16:15,050 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a2baefbf49a4157837a0203ab6cb9b9, disabling compactions & flushes 2024-11-25T03:16:15,050 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:16:15,050 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:16:15,050 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. after waiting 0 ms 2024-11-25T03:16:15,050 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:16:15,051 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/.tmp/info/2383dd14072b4c21901c1a741637882d 2024-11-25T03:16:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741862_1038 (size=20292) 2024-11-25T03:16:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741862_1038 (size=20292) 2024-11-25T03:16:15,085 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/75203fc73e994f7d6e7c4abcba5f3fd1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:16:15,086 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:16:15,086 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75203fc73e994f7d6e7c4abcba5f3fd1: Waiting for close lock at 1732504575048Running coprocessor pre-close hooks at 1732504575048Disabling compacts and flushes for region at 1732504575048Disabling writes for close at 1732504575048Writing region close event to WAL at 1732504575060 (+12 ms)Running coprocessor post-close hooks at 1732504575086 (+26 ms)Closed at 1732504575086 2024-11-25T03:16:15,086 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732504503822.75203fc73e994f7d6e7c4abcba5f3fd1. 2024-11-25T03:16:15,102 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/.tmp/ns/cd21b62333a3448b829bfba8d2c89a7f is 43, key is default/ns:d/1732504503460/Put/seqid=0 2024-11-25T03:16:15,103 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/1a2baefbf49a4157837a0203ab6cb9b9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:16:15,106 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:16:15,106 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a2baefbf49a4157837a0203ab6cb9b9: Waiting for close lock at 1732504575050Running coprocessor pre-close hooks at 1732504575050Disabling compacts and flushes for region at 1732504575050Disabling writes for close at 1732504575050Writing region close event to WAL at 1732504575073 (+23 ms)Running coprocessor post-close hooks at 1732504575105 (+32 ms)Closed at 1732504575105 2024-11-25T03:16:15,106 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732504503822.1a2baefbf49a4157837a0203ab6cb9b9. 2024-11-25T03:16:15,106 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5172541c0bbe250b8337a5e18007ac96, disabling compactions & flushes 2024-11-25T03:16:15,106 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:16:15,106 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:16:15,106 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. after waiting 0 ms 2024-11-25T03:16:15,106 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:16:15,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741863_1039 (size=5153) 2024-11-25T03:16:15,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741863_1039 (size=5153) 2024-11-25T03:16:15,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741863_1039 (size=5153) 2024-11-25T03:16:15,128 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/.tmp/ns/cd21b62333a3448b829bfba8d2c89a7f 2024-11-25T03:16:15,129 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/default/SPTestTable/5172541c0bbe250b8337a5e18007ac96/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:16:15,131 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:16:15,131 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5172541c0bbe250b8337a5e18007ac96: Waiting for close lock at 1732504575106Running coprocessor pre-close hooks at 1732504575106Disabling compacts and flushes for region at 1732504575106Disabling writes for close at 1732504575106Writing region close event to WAL at 1732504575112 (+6 ms)Running coprocessor post-close hooks at 1732504575130 (+18 ms)Closed at 1732504575130 2024-11-25T03:16:15,131 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732504503822.5172541c0bbe250b8337a5e18007ac96. 2024-11-25T03:16:15,146 DEBUG [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:16:15,146 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,40671,1732504491598; all regions closed. 2024-11-25T03:16:15,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741835_1011 (size=3530) 2024-11-25T03:16:15,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741835_1011 (size=3530) 2024-11-25T03:16:15,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741835_1011 (size=3530) 2024-11-25T03:16:15,172 DEBUG [RS:2;38a5d2077268:40671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/oldWALs 2024-11-25T03:16:15,172 INFO [RS:2;38a5d2077268:40671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C40671%2C1732504491598:(num 1732504492951) 2024-11-25T03:16:15,172 DEBUG [RS:2;38a5d2077268:40671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:15,172 INFO [RS:2;38a5d2077268:40671 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:16:15,173 INFO [RS:2;38a5d2077268:40671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:16:15,173 INFO [RS:2;38a5d2077268:40671 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:16:15,173 INFO [RS:2;38a5d2077268:40671 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:16:15,173 INFO [RS:2;38a5d2077268:40671 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:16:15,173 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:16:15,173 INFO [RS:2;38a5d2077268:40671 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:16:15,173 INFO [RS:2;38a5d2077268:40671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:16:15,174 INFO [RS:2;38a5d2077268:40671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40671 2024-11-25T03:16:15,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:16:15,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/38a5d2077268,40671,1732504491598 2024-11-25T03:16:15,176 INFO [RS:2;38a5d2077268:40671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:16:15,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,40671,1732504491598] 2024-11-25T03:16:15,179 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/38a5d2077268,40671,1732504491598 already deleted, retry=false 2024-11-25T03:16:15,180 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,40671,1732504491598 expired; onlineServers=1 2024-11-25T03:16:15,182 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/.tmp/table/934224c3059541349bdadfb4e2566f46 is 47, key is SPTestTable/table:state/1732504515143/Put/seqid=0 2024-11-25T03:16:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741864_1040 (size=5214) 2024-11-25T03:16:15,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741864_1040 (size=5214) 2024-11-25T03:16:15,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741864_1040 (size=5214) 2024-11-25T03:16:15,240 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/.tmp/table/934224c3059541349bdadfb4e2566f46 2024-11-25T03:16:15,259 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/.tmp/info/2383dd14072b4c21901c1a741637882d as hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/info/2383dd14072b4c21901c1a741637882d 2024-11-25T03:16:15,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:16:15,278 INFO [RS:2;38a5d2077268:40671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:16:15,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40671-0x1014d1e7a710003, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:16:15,278 INFO [RS:2;38a5d2077268:40671 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,40671,1732504491598; zookeeper connection closed. 2024-11-25T03:16:15,278 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c83f8bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c83f8bd 2024-11-25T03:16:15,278 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/info/2383dd14072b4c21901c1a741637882d, entries=116, sequenceid=37, filesize=19.8 K 2024-11-25T03:16:15,282 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/.tmp/ns/cd21b62333a3448b829bfba8d2c89a7f as hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/ns/cd21b62333a3448b829bfba8d2c89a7f 2024-11-25T03:16:15,294 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/ns/cd21b62333a3448b829bfba8d2c89a7f, entries=2, sequenceid=37, filesize=5.0 K 2024-11-25T03:16:15,297 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/.tmp/table/934224c3059541349bdadfb4e2566f46 as hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/table/934224c3059541349bdadfb4e2566f46 2024-11-25T03:16:15,312 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/table/934224c3059541349bdadfb4e2566f46, entries=2, sequenceid=37, filesize=5.1 K 2024-11-25T03:16:15,314 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 368ms, sequenceid=37, compaction requested=false 2024-11-25T03:16:15,324 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-25T03:16:15,327 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:16:15,327 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:16:15,327 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504574945Running coprocessor pre-close hooks at 1732504574945Disabling compacts and flushes for region at 1732504574945Disabling writes for close at 1732504574945Obtaining lock to block concurrent updates at 1732504574946 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732504574946Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1732504574946Flushing stores of hbase:meta,,1.1588230740 at 1732504574949 (+3 ms)Flushing 1588230740/info: creating writer at 1732504574949Flushing 1588230740/info: appending metadata at 1732504574999 (+50 ms)Flushing 1588230740/info: closing flushed file at 1732504574999Flushing 1588230740/ns: creating writer at 1732504575066 (+67 ms)Flushing 1588230740/ns: appending metadata at 1732504575099 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1732504575099Flushing 1588230740/table: creating writer at 1732504575144 (+45 ms)Flushing 1588230740/table: appending metadata at 1732504575182 (+38 ms)Flushing 1588230740/table: closing flushed file at 1732504575182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4edb7f: reopening flushed file at 1732504575256 (+74 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d94ba32: reopening flushed file at 1732504575279 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b12f7b9: reopening flushed file at 1732504575295 (+16 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 368ms, sequenceid=37, compaction requested=false at 1732504575314 (+19 ms)Writing region close event to WAL at 1732504575316 (+2 ms)Running coprocessor post-close hooks at 1732504575327 (+11 ms)Closed at 1732504575327 2024-11-25T03:16:15,327 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:16:15,346 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,42143,1732504491559; all regions closed. 2024-11-25T03:16:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741836_1012 (size=19546) 2024-11-25T03:16:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741836_1012 (size=19546) 2024-11-25T03:16:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741836_1012 (size=19546) 2024-11-25T03:16:15,356 DEBUG [RS:1;38a5d2077268:42143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/oldWALs 2024-11-25T03:16:15,356 INFO [RS:1;38a5d2077268:42143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C42143%2C1732504491559.meta:.meta(num 1732504503241) 2024-11-25T03:16:15,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741833_1009 (size=3500) 2024-11-25T03:16:15,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741833_1009 (size=3500) 2024-11-25T03:16:15,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741833_1009 (size=3500) 2024-11-25T03:16:15,367 DEBUG [RS:1;38a5d2077268:42143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/oldWALs 2024-11-25T03:16:15,367 INFO [RS:1;38a5d2077268:42143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C42143%2C1732504491559:(num 1732504492951) 2024-11-25T03:16:15,367 DEBUG [RS:1;38a5d2077268:42143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:15,367 INFO [RS:1;38a5d2077268:42143 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:16:15,367 INFO [RS:1;38a5d2077268:42143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:16:15,367 INFO [RS:1;38a5d2077268:42143 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:16:15,368 INFO [RS:1;38a5d2077268:42143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:16:15,368 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:16:15,368 INFO [RS:1;38a5d2077268:42143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42143 2024-11-25T03:16:15,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:16:15,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/38a5d2077268,42143,1732504491559 2024-11-25T03:16:15,371 INFO [RS:1;38a5d2077268:42143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:16:15,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,42143,1732504491559] 2024-11-25T03:16:15,373 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/38a5d2077268,42143,1732504491559 already deleted, retry=false 2024-11-25T03:16:15,373 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,42143,1732504491559 expired; onlineServers=0 2024-11-25T03:16:15,374 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,42587,1732504490781' ***** 2024-11-25T03:16:15,374 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:16:15,374 INFO [M:0;38a5d2077268:42587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:16:15,374 INFO [M:0;38a5d2077268:42587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:16:15,374 DEBUG [M:0;38a5d2077268:42587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:16:15,374 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:16:15,374 DEBUG [M:0;38a5d2077268:42587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:16:15,374 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504492581 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504492581,5,FailOnTimeoutGroup] 2024-11-25T03:16:15,374 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504492584 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504492584,5,FailOnTimeoutGroup] 2024-11-25T03:16:15,375 INFO [M:0;38a5d2077268:42587 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:16:15,375 INFO [M:0;38a5d2077268:42587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:16:15,375 DEBUG [M:0;38a5d2077268:42587 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:16:15,375 INFO [M:0;38a5d2077268:42587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:16:15,375 INFO [M:0;38a5d2077268:42587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:16:15,375 ERROR [M:0;38a5d2077268:42587 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1278762655) connection to localhost/127.0.0.1:35885 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35885,5,PEWorkerGroup] 2024-11-25T03:16:15,376 INFO [M:0;38a5d2077268:42587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:16:15,376 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:16:15,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T03:16:15,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:15,381 DEBUG [M:0;38a5d2077268:42587 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-25T03:16:15,382 DEBUG [M:0;38a5d2077268:42587 {}] master.ActiveMasterManager(353): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-25T03:16:15,383 INFO [M:0;38a5d2077268:42587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/.lastflushedseqids 2024-11-25T03:16:15,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741865_1041 (size=686) 2024-11-25T03:16:15,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741865_1041 (size=686) 2024-11-25T03:16:15,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741865_1041 (size=686) 2024-11-25T03:16:15,414 INFO [M:0;38a5d2077268:42587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:16:15,415 INFO [M:0;38a5d2077268:42587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:16:15,415 DEBUG [M:0;38a5d2077268:42587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:16:15,415 INFO [M:0;38a5d2077268:42587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:16:15,415 DEBUG [M:0;38a5d2077268:42587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:16:15,415 DEBUG [M:0;38a5d2077268:42587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:16:15,415 DEBUG [M:0;38a5d2077268:42587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:16:15,415 INFO [M:0;38a5d2077268:42587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.55 KB heapSize=242.32 KB 2024-11-25T03:16:15,446 DEBUG [M:0;38a5d2077268:42587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/828bd372756246b3974194c8151211ba is 82, key is hbase:meta,,1/info:regioninfo/1732504503370/Put/seqid=0 2024-11-25T03:16:15,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741866_1042 (size=5672) 2024-11-25T03:16:15,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741866_1042 (size=5672) 2024-11-25T03:16:15,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741866_1042 (size=5672) 2024-11-25T03:16:15,459 INFO [M:0;38a5d2077268:42587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/828bd372756246b3974194c8151211ba 2024-11-25T03:16:15,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:16:15,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42143-0x1014d1e7a710002, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:16:15,477 INFO [RS:1;38a5d2077268:42143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:16:15,477 INFO [RS:1;38a5d2077268:42143 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,42143,1732504491559; zookeeper connection closed. 2024-11-25T03:16:15,478 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44cc35ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44cc35ba 2024-11-25T03:16:15,478 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T03:16:15,495 DEBUG [M:0;38a5d2077268:42587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76146c4ffb454d85b448c01b062f245f is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732504515154/Put/seqid=0 2024-11-25T03:16:15,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741867_1043 (size=8973) 2024-11-25T03:16:15,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741867_1043 (size=8973) 2024-11-25T03:16:15,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741867_1043 (size=8973) 2024-11-25T03:16:15,526 INFO [M:0;38a5d2077268:42587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.81 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76146c4ffb454d85b448c01b062f245f 2024-11-25T03:16:15,538 INFO [M:0;38a5d2077268:42587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76146c4ffb454d85b448c01b062f245f 2024-11-25T03:16:15,575 DEBUG [M:0;38a5d2077268:42587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41f960a27a4b4e1a815aa1bf1ea3c8c6 is 69, key is 38a5d2077268,40671,1732504491598/rs:state/1732504492699/Put/seqid=0 2024-11-25T03:16:15,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741868_1044 (size=5441) 2024-11-25T03:16:15,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741868_1044 (size=5441) 2024-11-25T03:16:15,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741868_1044 (size=5441) 2024-11-25T03:16:15,592 INFO [M:0;38a5d2077268:42587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41f960a27a4b4e1a815aa1bf1ea3c8c6 2024-11-25T03:16:15,600 INFO [M:0;38a5d2077268:42587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41f960a27a4b4e1a815aa1bf1ea3c8c6 2024-11-25T03:16:15,601 DEBUG [M:0;38a5d2077268:42587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/828bd372756246b3974194c8151211ba as hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/828bd372756246b3974194c8151211ba 2024-11-25T03:16:15,609 INFO [M:0;38a5d2077268:42587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/828bd372756246b3974194c8151211ba, entries=8, sequenceid=513, filesize=5.5 K 2024-11-25T03:16:15,611 DEBUG [M:0;38a5d2077268:42587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76146c4ffb454d85b448c01b062f245f as hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76146c4ffb454d85b448c01b062f245f 2024-11-25T03:16:15,624 INFO [M:0;38a5d2077268:42587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76146c4ffb454d85b448c01b062f245f 2024-11-25T03:16:15,624 INFO [M:0;38a5d2077268:42587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76146c4ffb454d85b448c01b062f245f, entries=56, sequenceid=513, filesize=8.8 K 2024-11-25T03:16:15,628 DEBUG [M:0;38a5d2077268:42587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41f960a27a4b4e1a815aa1bf1ea3c8c6 as hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41f960a27a4b4e1a815aa1bf1ea3c8c6 2024-11-25T03:16:15,644 INFO [M:0;38a5d2077268:42587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41f960a27a4b4e1a815aa1bf1ea3c8c6 2024-11-25T03:16:15,644 INFO [M:0;38a5d2077268:42587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35885/user/jenkins/test-data/b2ddec7a-beff-2900-ba17-392dafc456bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41f960a27a4b4e1a815aa1bf1ea3c8c6, entries=3, sequenceid=513, filesize=5.3 K 2024-11-25T03:16:15,646 INFO [M:0;38a5d2077268:42587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.55 KB/200243, heapSize ~242.02 KB/247832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 231ms, sequenceid=513, compaction requested=false 2024-11-25T03:16:15,652 INFO [M:0;38a5d2077268:42587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:16:15,653 DEBUG [M:0;38a5d2077268:42587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504575415Disabling compacts and flushes for region at 1732504575415Disabling writes for close at 1732504575415Obtaining lock to block concurrent updates at 1732504575415Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504575415Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200243, getHeapSize=248072, getOffHeapSize=0, getCellsCount=620 at 1732504575416 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504575416Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504575417 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504575445 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504575445Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504575467 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504575494 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504575494Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504575538 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504575574 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504575574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a62a36: reopening flushed file at 1732504575600 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55809402: reopening flushed file at 1732504575610 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba02aab: reopening flushed file at 1732504575624 (+14 ms)Finished flush of dataSize ~195.55 KB/200243, heapSize ~242.02 KB/247832, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 231ms, sequenceid=513, compaction requested=false at 1732504575646 (+22 ms)Writing region close event to WAL at 1732504575652 (+6 ms)Closed at 1732504575652 2024-11-25T03:16:15,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41251 is added to blk_1073741830_1006 (size=234435) 2024-11-25T03:16:15,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35863 is added to blk_1073741830_1006 (size=234435) 2024-11-25T03:16:15,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40609 is added to blk_1073741830_1006 (size=234435) 2024-11-25T03:16:15,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:16:15,665 INFO [M:0;38a5d2077268:42587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:16:15,665 INFO [M:0;38a5d2077268:42587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42587 2024-11-25T03:16:15,665 INFO [M:0;38a5d2077268:42587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:16:15,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:16:15,768 INFO [M:0;38a5d2077268:42587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:16:15,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x1014d1e7a710000, quorum=127.0.0.1:55850, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:16:15,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40f6b760{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:16:15,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c1c92fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:16:15,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:16:15,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:16:15,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.log.dir/,STOPPED} 2024-11-25T03:16:15,787 WARN [BP-1748925924-172.17.0.2-1732504487702 heartbeating to localhost/127.0.0.1:35885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:16:15,787 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:16:15,787 WARN [BP-1748925924-172.17.0.2-1732504487702 heartbeating to localhost/127.0.0.1:35885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1748925924-172.17.0.2-1732504487702 (Datanode Uuid 4eb34d1a-8486-4d8d-b2bc-4e6c8bbb2a3d) service to localhost/127.0.0.1:35885 2024-11-25T03:16:15,787 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:16:15,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data5/current/BP-1748925924-172.17.0.2-1732504487702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:16:15,789 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data6/current/BP-1748925924-172.17.0.2-1732504487702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:16:15,789 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:16:15,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2158aabb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:16:15,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b806e81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:16:15,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:16:15,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:16:15,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.log.dir/,STOPPED} 2024-11-25T03:16:15,800 WARN [BP-1748925924-172.17.0.2-1732504487702 heartbeating to localhost/127.0.0.1:35885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:16:15,800 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:16:15,800 WARN [BP-1748925924-172.17.0.2-1732504487702 heartbeating to localhost/127.0.0.1:35885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1748925924-172.17.0.2-1732504487702 (Datanode Uuid 63c9a4a8-ce44-4e4b-95ee-5dd008ff66bc) service to localhost/127.0.0.1:35885 2024-11-25T03:16:15,800 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:16:15,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data3/current/BP-1748925924-172.17.0.2-1732504487702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:16:15,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:16:15,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data4/current/BP-1748925924-172.17.0.2-1732504487702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:16:15,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4468dec9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:16:15,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75193788{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:16:15,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:16:15,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:16:15,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.log.dir/,STOPPED} 2024-11-25T03:16:15,815 WARN [BP-1748925924-172.17.0.2-1732504487702 heartbeating to localhost/127.0.0.1:35885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:16:15,815 WARN [BP-1748925924-172.17.0.2-1732504487702 heartbeating to localhost/127.0.0.1:35885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1748925924-172.17.0.2-1732504487702 (Datanode Uuid 352c6387-7b96-4ba9-812c-4c8af9a6701a) service to localhost/127.0.0.1:35885 2024-11-25T03:16:15,815 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:16:15,816 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:16:15,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data1/current/BP-1748925924-172.17.0.2-1732504487702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:16:15,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/cluster_f58ab080-8d61-7136-5cb4-2f123d168570/data/data2/current/BP-1748925924-172.17.0.2-1732504487702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:16:15,816 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:16:15,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:16:15,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:16:15,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:16:15,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:16:15,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.log.dir/,STOPPED} 2024-11-25T03:16:15,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:16:15,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:16:15,931 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/38a5d2077268:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/38a5d2077268:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/38a5d2077268:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:35885 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/38a5d2077268:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/38a5d2077268:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/38a5d2077268:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/38a5d2077268:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:35885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/38a5d2077268:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2a2583a4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:35885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:35885 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 496), ProcessCount=11 (was 11), AvailableMemoryMB=6346 (was 7606) 2024-11-25T03:16:15,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=6345 2024-11-25T03:16:15,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.log.dir so I do NOT create it in target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37 2024-11-25T03:16:15,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:16:15,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.tmp.dir so I do NOT create it in target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37 2024-11-25T03:16:15,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c81da0f2-94f6-0645-d987-4102f9d6b786/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:16:15,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37 2024-11-25T03:16:15,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:16:15,954 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736, deleteOnExit=true 2024-11-25T03:16:15,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:16:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/test.cache.data in system properties and HBase conf 2024-11-25T03:16:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:16:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:16:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:16:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:16:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:16:15,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:16:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:16:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:16:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:16:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:16:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:16:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:16:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:16:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:16:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:16:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:16:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:16:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:16:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:16:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:16:16,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:16:16,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:16:16,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:16:16,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:16:16,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:16:16,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:16:16,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@206ea604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:16:16,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cfbf27b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:16:16,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@99978e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/java.io.tmpdir/jetty-localhost-35999-hadoop-hdfs-3_4_1-tests_jar-_-any-8548475793377118512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:16:16,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f6954c1{HTTP/1.1, (http/1.1)}{localhost:35999} 2024-11-25T03:16:16,219 INFO [Time-limited test {}] server.Server(415): Started @90463ms 2024-11-25T03:16:16,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:16:16,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:16:16,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:16:16,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:16:16,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:16:16,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597a5af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:16:16,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f45d5ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:16:16,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@395eea5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/java.io.tmpdir/jetty-localhost-43699-hadoop-hdfs-3_4_1-tests_jar-_-any-16931676491216162123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:16:16,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26119b09{HTTP/1.1, (http/1.1)}{localhost:43699} 2024-11-25T03:16:16,482 INFO [Time-limited test {}] server.Server(415): Started @90726ms 2024-11-25T03:16:16,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:16:16,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:16:16,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:16:16,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:16:16,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:16:16,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:16:16,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5cc3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:16:16,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@682e19c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:16:16,602 WARN [Thread-670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data1/current/BP-1787976703-172.17.0.2-1732504575982/current, will proceed with Du for space computation calculation, 2024-11-25T03:16:16,602 WARN [Thread-671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data2/current/BP-1787976703-172.17.0.2-1732504575982/current, will proceed with Du for space computation calculation, 2024-11-25T03:16:16,632 WARN [Thread-649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:16:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf01707f6c7bccbb1 with lease ID 0x617cbb2b3ae13a10: Processing first storage report for DS-e99fcafe-050b-4c6d-bcc8-36a4f2afcc24 from datanode DatanodeRegistration(127.0.0.1:42993, datanodeUuid=7575a86f-4ff4-426a-bd37-2518b8fd4c80, infoPort=43095, infoSecurePort=0, ipcPort=38133, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982) 2024-11-25T03:16:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf01707f6c7bccbb1 with lease ID 0x617cbb2b3ae13a10: from storage DS-e99fcafe-050b-4c6d-bcc8-36a4f2afcc24 node DatanodeRegistration(127.0.0.1:42993, datanodeUuid=7575a86f-4ff4-426a-bd37-2518b8fd4c80, infoPort=43095, infoSecurePort=0, ipcPort=38133, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:16:16,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf01707f6c7bccbb1 with lease ID 0x617cbb2b3ae13a10: Processing first storage report for DS-755bab2d-967c-4b70-96c0-eea6576d86b2 from datanode DatanodeRegistration(127.0.0.1:42993, datanodeUuid=7575a86f-4ff4-426a-bd37-2518b8fd4c80, infoPort=43095, infoSecurePort=0, ipcPort=38133, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982) 2024-11-25T03:16:16,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf01707f6c7bccbb1 with lease ID 0x617cbb2b3ae13a10: from storage DS-755bab2d-967c-4b70-96c0-eea6576d86b2 node DatanodeRegistration(127.0.0.1:42993, datanodeUuid=7575a86f-4ff4-426a-bd37-2518b8fd4c80, infoPort=43095, infoSecurePort=0, ipcPort=38133, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:16:16,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa85305{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/java.io.tmpdir/jetty-localhost-33685-hadoop-hdfs-3_4_1-tests_jar-_-any-13596865038167977510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:16:16,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@151655cc{HTTP/1.1, (http/1.1)}{localhost:33685} 2024-11-25T03:16:16,707 INFO [Time-limited test {}] server.Server(415): Started @90951ms 2024-11-25T03:16:16,709 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:16:16,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:16:16,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:16:16,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:16:16,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:16:16,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:16:16,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f83c92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:16:16,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23493ac2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:16:16,833 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data3/current/BP-1787976703-172.17.0.2-1732504575982/current, will proceed with Du for space computation calculation, 2024-11-25T03:16:16,834 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data4/current/BP-1787976703-172.17.0.2-1732504575982/current, will proceed with Du for space computation calculation, 2024-11-25T03:16:16,877 WARN [Thread-685 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:16:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x688443ae1ae5237c with lease ID 0x617cbb2b3ae13a11: Processing first storage report for DS-3ea71e62-70dd-4b81-b2b1-501488e5fb5b from datanode DatanodeRegistration(127.0.0.1:39255, datanodeUuid=ede21165-92bc-41a5-b35c-5668c578a1f5, infoPort=35693, infoSecurePort=0, ipcPort=42039, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982) 2024-11-25T03:16:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x688443ae1ae5237c with lease ID 0x617cbb2b3ae13a11: from storage DS-3ea71e62-70dd-4b81-b2b1-501488e5fb5b node DatanodeRegistration(127.0.0.1:39255, datanodeUuid=ede21165-92bc-41a5-b35c-5668c578a1f5, infoPort=35693, infoSecurePort=0, ipcPort=42039, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:16:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x688443ae1ae5237c with lease ID 0x617cbb2b3ae13a11: Processing first storage report for DS-9b151506-5fc4-4fe3-b33e-4d3cb815fa66 from datanode DatanodeRegistration(127.0.0.1:39255, datanodeUuid=ede21165-92bc-41a5-b35c-5668c578a1f5, infoPort=35693, infoSecurePort=0, ipcPort=42039, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982) 2024-11-25T03:16:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x688443ae1ae5237c with lease ID 0x617cbb2b3ae13a11: from storage DS-9b151506-5fc4-4fe3-b33e-4d3cb815fa66 node DatanodeRegistration(127.0.0.1:39255, datanodeUuid=ede21165-92bc-41a5-b35c-5668c578a1f5, infoPort=35693, infoSecurePort=0, ipcPort=42039, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:16:16,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70d5749e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/java.io.tmpdir/jetty-localhost-35613-hadoop-hdfs-3_4_1-tests_jar-_-any-16095716872862167155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:16:16,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2db41d0{HTTP/1.1, (http/1.1)}{localhost:35613} 2024-11-25T03:16:16,921 INFO [Time-limited test {}] server.Server(415): Started @91165ms 2024-11-25T03:16:16,923 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:16:17,028 WARN [Thread-732 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data6/current/BP-1787976703-172.17.0.2-1732504575982/current, will proceed with Du for space computation calculation, 2024-11-25T03:16:17,028 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data5/current/BP-1787976703-172.17.0.2-1732504575982/current, will proceed with Du for space computation calculation, 2024-11-25T03:16:17,060 WARN [Thread-720 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:16:17,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2404f348b52e8651 with lease ID 0x617cbb2b3ae13a12: Processing first storage report for DS-1d812ffd-a25b-4f5e-a1ff-bafa66c5e8e1 from datanode DatanodeRegistration(127.0.0.1:39643, datanodeUuid=0d5d0c0e-1173-402c-ae70-d7a8e4e0ad09, infoPort=43149, infoSecurePort=0, ipcPort=43931, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982) 2024-11-25T03:16:17,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2404f348b52e8651 with lease ID 0x617cbb2b3ae13a12: from storage DS-1d812ffd-a25b-4f5e-a1ff-bafa66c5e8e1 node DatanodeRegistration(127.0.0.1:39643, datanodeUuid=0d5d0c0e-1173-402c-ae70-d7a8e4e0ad09, infoPort=43149, infoSecurePort=0, ipcPort=43931, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:16:17,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2404f348b52e8651 with lease ID 0x617cbb2b3ae13a12: Processing first storage report for DS-d7c8904e-dd86-4e0c-ae2a-d1444374d48f from datanode DatanodeRegistration(127.0.0.1:39643, datanodeUuid=0d5d0c0e-1173-402c-ae70-d7a8e4e0ad09, infoPort=43149, infoSecurePort=0, ipcPort=43931, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982) 2024-11-25T03:16:17,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2404f348b52e8651 with lease ID 0x617cbb2b3ae13a12: from storage DS-d7c8904e-dd86-4e0c-ae2a-d1444374d48f node DatanodeRegistration(127.0.0.1:39643, datanodeUuid=0d5d0c0e-1173-402c-ae70-d7a8e4e0ad09, infoPort=43149, infoSecurePort=0, ipcPort=43931, storageInfo=lv=-57;cid=testClusterID;nsid=429736912;c=1732504575982), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:16:17,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37 2024-11-25T03:16:17,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/zookeeper_0, clientPort=63805, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:16:17,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63805 2024-11-25T03:16:17,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:16:17,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:16:17,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:16:17,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:16:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:16:17,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 with version=8 2024-11-25T03:16:17,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/hbase-staging 2024-11-25T03:16:17,202 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:16:17,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:16:17,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:16:17,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:16:17,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:16:17,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35537 2024-11-25T03:16:17,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35537 connecting to ZooKeeper ensemble=127.0.0.1:63805 2024-11-25T03:16:17,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355370x0, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:16:17,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35537-0x1014d1fcf1b0000 connected 2024-11-25T03:16:17,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:16:17,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:16:17,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:16:17,249 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20, hbase.cluster.distributed=false 2024-11-25T03:16:17,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:16:17,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35537 2024-11-25T03:16:17,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35537 2024-11-25T03:16:17,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35537 2024-11-25T03:16:17,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35537 2024-11-25T03:16:17,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35537 2024-11-25T03:16:17,281 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:16:17,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:16:17,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:16:17,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:16:17,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:16:17,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32809 2024-11-25T03:16:17,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32809 connecting to ZooKeeper ensemble=127.0.0.1:63805 2024-11-25T03:16:17,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:16:17,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:16:17,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328090x0, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:16:17,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32809-0x1014d1fcf1b0001 connected 2024-11-25T03:16:17,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:16:17,295 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:16:17,296 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:16:17,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:16:17,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:16:17,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32809 2024-11-25T03:16:17,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32809 2024-11-25T03:16:17,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32809 2024-11-25T03:16:17,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32809 2024-11-25T03:16:17,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32809 2024-11-25T03:16:17,338 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:16:17,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:16:17,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:16:17,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:16:17,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:16:17,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46125 2024-11-25T03:16:17,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46125 connecting to ZooKeeper ensemble=127.0.0.1:63805 2024-11-25T03:16:17,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:16:17,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:16:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461250x0, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:16:17,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46125-0x1014d1fcf1b0002 connected 2024-11-25T03:16:17,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:16:17,387 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:16:17,396 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:16:17,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:16:17,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:16:17,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-25T03:16:17,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46125 2024-11-25T03:16:17,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46125 2024-11-25T03:16:17,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-25T03:16:17,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-25T03:16:17,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:16:17,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:16:17,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:16:17,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:16:17,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:16:17,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:16:17,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34639 2024-11-25T03:16:17,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34639 connecting to ZooKeeper ensemble=127.0.0.1:63805 2024-11-25T03:16:17,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:16:17,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:16:17,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346390x0, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:16:17,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346390x0, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:16:17,483 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:16:17,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34639-0x1014d1fcf1b0003 connected 2024-11-25T03:16:17,501 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:16:17,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:16:17,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:16:17,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34639 2024-11-25T03:16:17,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34639 2024-11-25T03:16:17,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34639 2024-11-25T03:16:17,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34639 2024-11-25T03:16:17,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34639 2024-11-25T03:16:17,525 DEBUG [M:0;38a5d2077268:35537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:35537 2024-11-25T03:16:17,527 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/38a5d2077268,35537,1732504577201 2024-11-25T03:16:17,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:16:17,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:16:17,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:16:17,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:16:17,533 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/38a5d2077268,35537,1732504577201 2024-11-25T03:16:17,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:16:17,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:16:17,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:16:17,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,540 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T03:16:17,542 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/38a5d2077268,35537,1732504577201 from backup master directory 2024-11-25T03:16:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:16:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:16:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/38a5d2077268,35537,1732504577201 2024-11-25T03:16:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:16:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:16:17,546 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:16:17,546 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,35537,1732504577201 2024-11-25T03:16:17,558 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/hbase.id] with ID: f50a743a-07c8-4503-8089-dc27ce68fc36 2024-11-25T03:16:17,559 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/.tmp/hbase.id 2024-11-25T03:16:17,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:16:17,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:16:17,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:16:17,621 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/.tmp/hbase.id]:[hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/hbase.id] 2024-11-25T03:16:17,644 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:16:17,644 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:16:17,646 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T03:16:17,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:16:17,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:16:17,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:16:17,711 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:16:17,712 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:16:17,716 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:16:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:16:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:16:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:16:17,774 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store 2024-11-25T03:16:17,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:16:17,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:16:17,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:16:17,809 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:17,809 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:16:17,809 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:16:17,809 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:16:17,809 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:16:17,809 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:16:17,809 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:16:17,809 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504577809Disabling compacts and flushes for region at 1732504577809Disabling writes for close at 1732504577809Writing region close event to WAL at 1732504577809Closed at 1732504577809 2024-11-25T03:16:17,810 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/.initializing 2024-11-25T03:16:17,811 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/WALs/38a5d2077268,35537,1732504577201 2024-11-25T03:16:17,812 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:16:17,817 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C35537%2C1732504577201, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/WALs/38a5d2077268,35537,1732504577201, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/oldWALs, maxLogs=10 2024-11-25T03:16:17,833 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/WALs/38a5d2077268,35537,1732504577201/38a5d2077268%2C35537%2C1732504577201.1732504577817, exclude list is [], retry=0 2024-11-25T03:16:17,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39255,DS-3ea71e62-70dd-4b81-b2b1-501488e5fb5b,DISK] 2024-11-25T03:16:17,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1d812ffd-a25b-4f5e-a1ff-bafa66c5e8e1,DISK] 2024-11-25T03:16:17,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-e99fcafe-050b-4c6d-bcc8-36a4f2afcc24,DISK] 2024-11-25T03:16:17,856 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/WALs/38a5d2077268,35537,1732504577201/38a5d2077268%2C35537%2C1732504577201.1732504577817 2024-11-25T03:16:17,858 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35693:35693),(127.0.0.1/127.0.0.1:43149:43149),(127.0.0.1/127.0.0.1:43095:43095)] 2024-11-25T03:16:17,858 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:16:17,858 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:17,858 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,858 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:16:17,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:17,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:16:17,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:16:17,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:17,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:17,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:16:17,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:17,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:17,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:16:17,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:17,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:17,876 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,877 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,878 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,879 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,879 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,880 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:16:17,885 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:16:17,887 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:17,888 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63717805, jitterRate=-0.05053071677684784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:16:17,892 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504577858Initializing all the Stores at 1732504577860 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504577860Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504577862 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504577862Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504577862Cleaning up temporary data from old regions at 1732504577879 (+17 ms)Region opened successfully at 1732504577892 (+13 ms) 2024-11-25T03:16:17,892 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:16:17,897 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51507c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:16:17,899 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:16:17,899 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:16:17,899 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:16:17,900 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:16:17,901 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:16:17,902 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-25T03:16:17,902 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T03:16:17,909 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:16:17,910 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T03:16:17,911 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T03:16:17,912 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:16:17,912 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:16:17,913 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T03:16:17,914 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:16:17,920 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:16:17,922 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T03:16:17,923 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:16:17,925 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T03:16:17,929 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:16:17,931 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T03:16:17,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:16:17,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:16:17,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:16:17,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:16:17,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,940 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,35537,1732504577201, sessionid=0x1014d1fcf1b0000, setting cluster-up flag (Was=false) 2024-11-25T03:16:17,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,951 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T03:16:17,954 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,35537,1732504577201 2024-11-25T03:16:17,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:17,970 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T03:16:17,973 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,35537,1732504577201 2024-11-25T03:16:17,977 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:16:17,979 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:16:17,979 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:16:17,979 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:16:17,980 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,35537,1732504577201 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:16:17,986 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:16:17,986 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:16:17,986 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:16:17,986 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:16:17,986 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:16:17,986 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:17,986 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:16:17,986 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:17,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:16:17,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:16:17,995 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504607995 2024-11-25T03:16:17,995 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:16:17,995 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:16:17,995 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:16:17,995 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:16:17,995 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:16:17,995 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:16:17,996 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:17,996 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:17,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:16:17,998 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:16:17,998 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:16:17,998 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:16:18,004 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:16:18,004 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:16:18,004 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504578004,5,FailOnTimeoutGroup] 2024-11-25T03:16:18,008 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504578004,5,FailOnTimeoutGroup] 2024-11-25T03:16:18,008 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,008 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:16:18,008 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,009 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,012 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(746): ClusterId : f50a743a-07c8-4503-8089-dc27ce68fc36 2024-11-25T03:16:18,012 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:16:18,014 INFO [RS:1;38a5d2077268:46125 {}] regionserver.HRegionServer(746): ClusterId : f50a743a-07c8-4503-8089-dc27ce68fc36 2024-11-25T03:16:18,014 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:16:18,015 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:16:18,015 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:16:18,020 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:16:18,020 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:16:18,022 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:16:18,022 DEBUG [RS:0;38a5d2077268:32809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547882b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:16:18,024 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:16:18,025 DEBUG [RS:1;38a5d2077268:46125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569b3373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:16:18,033 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(746): ClusterId : f50a743a-07c8-4503-8089-dc27ce68fc36 2024-11-25T03:16:18,033 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:16:18,038 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:16:18,038 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:16:18,043 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:16:18,044 DEBUG [RS:2;38a5d2077268:34639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c823057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:16:18,056 DEBUG [RS:1;38a5d2077268:46125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;38a5d2077268:46125 2024-11-25T03:16:18,057 INFO [RS:1;38a5d2077268:46125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:16:18,057 INFO [RS:1;38a5d2077268:46125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:16:18,057 DEBUG [RS:1;38a5d2077268:46125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:16:18,058 INFO [RS:1;38a5d2077268:46125 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,35537,1732504577201 with port=46125, startcode=1732504577338 2024-11-25T03:16:18,058 DEBUG [RS:1;38a5d2077268:46125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:16:18,060 DEBUG [RS:0;38a5d2077268:32809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:32809 2024-11-25T03:16:18,060 INFO [RS:0;38a5d2077268:32809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:16:18,060 INFO [RS:0;38a5d2077268:32809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:16:18,060 DEBUG [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:16:18,061 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,35537,1732504577201 with port=32809, startcode=1732504577281 2024-11-25T03:16:18,061 DEBUG [RS:0;38a5d2077268:32809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:16:18,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:16:18,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:16:18,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:16:18,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:16:18,074 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:18,077 DEBUG [RS:2;38a5d2077268:34639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;38a5d2077268:34639 2024-11-25T03:16:18,077 INFO [RS:2;38a5d2077268:34639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:16:18,077 INFO [RS:2;38a5d2077268:34639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:16:18,077 DEBUG [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:16:18,082 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:16:18,082 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,35537,1732504577201 with port=34639, startcode=1732504577462 2024-11-25T03:16:18,082 DEBUG [RS:2;38a5d2077268:34639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:16:18,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,32809,1732504577281 2024-11-25T03:16:18,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35537 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,32809,1732504577281 2024-11-25T03:16:18,083 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:16:18,085 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:16:18,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,46125,1732504577338 2024-11-25T03:16:18,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35537 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,46125,1732504577338 2024-11-25T03:16:18,088 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,34639,1732504577462 2024-11-25T03:16:18,088 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35537 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,34639,1732504577462 2024-11-25T03:16:18,089 DEBUG [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:18,089 DEBUG [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46551 2024-11-25T03:16:18,089 DEBUG [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:16:18,090 DEBUG [RS:1;38a5d2077268:46125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:18,090 DEBUG [RS:1;38a5d2077268:46125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46551 2024-11-25T03:16:18,090 DEBUG [RS:1;38a5d2077268:46125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:16:18,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:16:18,097 DEBUG [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:18,097 DEBUG [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46551 2024-11-25T03:16:18,097 DEBUG [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:16:18,098 DEBUG [RS:1;38a5d2077268:46125 {}] zookeeper.ZKUtil(111): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/38a5d2077268,46125,1732504577338 2024-11-25T03:16:18,098 WARN [RS:1;38a5d2077268:46125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:16:18,098 INFO [RS:1;38a5d2077268:46125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:16:18,098 DEBUG [RS:1;38a5d2077268:46125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338 2024-11-25T03:16:18,099 DEBUG [RS:0;38a5d2077268:32809 {}] zookeeper.ZKUtil(111): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/38a5d2077268,32809,1732504577281 2024-11-25T03:16:18,099 WARN [RS:0;38a5d2077268:32809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:16:18,099 INFO [RS:0;38a5d2077268:32809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:16:18,099 DEBUG [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,32809,1732504577281 2024-11-25T03:16:18,100 DEBUG [RS:2;38a5d2077268:34639 {}] zookeeper.ZKUtil(111): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/38a5d2077268,34639,1732504577462 2024-11-25T03:16:18,100 WARN [RS:2;38a5d2077268:34639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:16:18,100 INFO [RS:2;38a5d2077268:34639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:16:18,100 DEBUG [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,34639,1732504577462 2024-11-25T03:16:18,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,34639,1732504577462] 2024-11-25T03:16:18,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,32809,1732504577281] 2024-11-25T03:16:18,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,46125,1732504577338] 2024-11-25T03:16:18,126 INFO [RS:0;38a5d2077268:32809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:16:18,132 INFO [RS:1;38a5d2077268:46125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:16:18,136 INFO [RS:0;38a5d2077268:32809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:16:18,137 INFO [RS:0;38a5d2077268:32809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:16:18,137 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,138 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:16:18,139 INFO [RS:2;38a5d2077268:34639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:16:18,139 INFO [RS:0;38a5d2077268:32809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:16:18,140 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,140 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:16:18,141 DEBUG [RS:0;38a5d2077268:32809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:16:18,146 INFO [RS:1;38a5d2077268:46125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:16:18,147 INFO [RS:1;38a5d2077268:46125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:16:18,147 INFO [RS:1;38a5d2077268:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,147 INFO [RS:1;38a5d2077268:46125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:16:18,148 INFO [RS:1;38a5d2077268:46125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:16:18,149 INFO [RS:1;38a5d2077268:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,149 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:16:18,150 DEBUG [RS:1;38a5d2077268:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:16:18,151 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,151 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,151 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,151 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,151 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,151 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,32809,1732504577281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:16:18,155 INFO [RS:2;38a5d2077268:34639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:16:18,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:16:18,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:16:18,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:16:18,161 INFO [RS:2;38a5d2077268:34639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:16:18,161 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:18,168 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:16:18,169 INFO [RS:2;38a5d2077268:34639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:16:18,169 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,169 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,169 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,169 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,170 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,170 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,170 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:16:18,170 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,170 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,170 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,170 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,170 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,170 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:16:18,170 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:16:18,170 DEBUG [RS:2;38a5d2077268:34639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:16:18,174 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:16:18,174 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,32809,1732504577281-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,174 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,174 INFO [RS:0;38a5d2077268:32809 {}] regionserver.Replication(171): 38a5d2077268,32809,1732504577281 started 2024-11-25T03:16:18,180 INFO [RS:1;38a5d2077268:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,180 INFO [RS:1;38a5d2077268:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,180 INFO [RS:1;38a5d2077268:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,180 INFO [RS:1;38a5d2077268:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,180 INFO [RS:1;38a5d2077268:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,180 INFO [RS:1;38a5d2077268:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46125,1732504577338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:16:18,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:16:18,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:16:18,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:18,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:16:18,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:16:18,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:16:18,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:18,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:16:18,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:16:18,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:16:18,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:18,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:16:18,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:16:18,195 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,195 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,32809,1732504577281, RpcServer on 38a5d2077268/172.17.0.2:32809, sessionid=0x1014d1fcf1b0001 2024-11-25T03:16:18,195 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:16:18,195 DEBUG [RS:0;38a5d2077268:32809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,32809,1732504577281 2024-11-25T03:16:18,195 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,32809,1732504577281' 2024-11-25T03:16:18,195 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:16:18,196 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:16:18,197 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:16:18,197 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:16:18,197 DEBUG [RS:0;38a5d2077268:32809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,32809,1732504577281 2024-11-25T03:16:18,197 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,32809,1732504577281' 2024-11-25T03:16:18,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:16:18,197 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:16:18,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:18,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:16:18,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:16:18,198 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:16:18,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/hbase/meta/1588230740 2024-11-25T03:16:18,200 DEBUG [RS:0;38a5d2077268:32809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:16:18,200 INFO [RS:0;38a5d2077268:32809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:16:18,200 INFO [RS:0;38a5d2077268:32809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:16:18,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/hbase/meta/1588230740 2024-11-25T03:16:18,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:16:18,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:16:18,203 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:16:18,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:16:18,206 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,206 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,207 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,207 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,207 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,207 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34639,1732504577462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:16:18,209 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:18,209 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75474176, jitterRate=0.12465286254882812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:16:18,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504578161Initializing all the Stores at 1732504578162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504578162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504578184 (+22 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504578184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504578184Cleaning up temporary data from old regions at 1732504578202 (+18 ms)Region opened successfully at 1732504578210 (+8 ms) 2024-11-25T03:16:18,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:16:18,210 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:16:18,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:16:18,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:16:18,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:16:18,218 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:16:18,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504578210Disabling compacts and flushes for region at 1732504578210Disabling writes for close at 1732504578210Writing region close event to WAL at 1732504578217 (+7 ms)Closed at 1732504578217 2024-11-25T03:16:18,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:16:18,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:16:18,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:16:18,224 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:16:18,226 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:16:18,237 INFO [RS:1;38a5d2077268:46125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:16:18,237 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:16:18,238 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34639,1732504577462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,238 INFO [RS:1;38a5d2077268:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46125,1732504577338-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,238 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,238 INFO [RS:1;38a5d2077268:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,238 INFO [RS:2;38a5d2077268:34639 {}] regionserver.Replication(171): 38a5d2077268,34639,1732504577462 started 2024-11-25T03:16:18,238 INFO [RS:1;38a5d2077268:46125 {}] regionserver.Replication(171): 38a5d2077268,46125,1732504577338 started 2024-11-25T03:16:18,259 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,260 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,34639,1732504577462, RpcServer on 38a5d2077268/172.17.0.2:34639, sessionid=0x1014d1fcf1b0003 2024-11-25T03:16:18,260 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:16:18,260 DEBUG [RS:2;38a5d2077268:34639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,34639,1732504577462 2024-11-25T03:16:18,260 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,34639,1732504577462' 2024-11-25T03:16:18,260 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:16:18,261 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:16:18,261 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:16:18,261 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:16:18,261 DEBUG [RS:2;38a5d2077268:34639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,34639,1732504577462 2024-11-25T03:16:18,261 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,34639,1732504577462' 2024-11-25T03:16:18,261 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:16:18,262 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:16:18,262 DEBUG [RS:2;38a5d2077268:34639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:16:18,262 INFO [RS:2;38a5d2077268:34639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:16:18,262 INFO [RS:2;38a5d2077268:34639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:16:18,263 INFO [RS:1;38a5d2077268:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:18,263 INFO [RS:1;38a5d2077268:46125 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,46125,1732504577338, RpcServer on 38a5d2077268/172.17.0.2:46125, sessionid=0x1014d1fcf1b0002 2024-11-25T03:16:18,263 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:16:18,263 DEBUG [RS:1;38a5d2077268:46125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,46125,1732504577338 2024-11-25T03:16:18,263 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,46125,1732504577338' 2024-11-25T03:16:18,263 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:16:18,264 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:16:18,264 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:16:18,265 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:16:18,265 DEBUG [RS:1;38a5d2077268:46125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,46125,1732504577338 2024-11-25T03:16:18,265 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,46125,1732504577338' 2024-11-25T03:16:18,265 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:16:18,265 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:16:18,266 DEBUG [RS:1;38a5d2077268:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:16:18,266 INFO [RS:1;38a5d2077268:46125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:16:18,266 INFO [RS:1;38a5d2077268:46125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:16:18,301 INFO [RS:0;38a5d2077268:32809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:16:18,303 INFO [RS:0;38a5d2077268:32809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C32809%2C1732504577281, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,32809,1732504577281, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/oldWALs, maxLogs=32 2024-11-25T03:16:18,324 DEBUG [RS:0;38a5d2077268:32809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,32809,1732504577281/38a5d2077268%2C32809%2C1732504577281.1732504578305, exclude list is [], retry=0 2024-11-25T03:16:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1d812ffd-a25b-4f5e-a1ff-bafa66c5e8e1,DISK] 2024-11-25T03:16:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39255,DS-3ea71e62-70dd-4b81-b2b1-501488e5fb5b,DISK] 2024-11-25T03:16:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-e99fcafe-050b-4c6d-bcc8-36a4f2afcc24,DISK] 2024-11-25T03:16:18,334 INFO [RS:0;38a5d2077268:32809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,32809,1732504577281/38a5d2077268%2C32809%2C1732504577281.1732504578305 2024-11-25T03:16:18,335 DEBUG [RS:0;38a5d2077268:32809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43149:43149),(127.0.0.1/127.0.0.1:43095:43095),(127.0.0.1/127.0.0.1:35693:35693)] 2024-11-25T03:16:18,363 INFO [RS:2;38a5d2077268:34639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:16:18,366 INFO [RS:2;38a5d2077268:34639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C34639%2C1732504577462, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,34639,1732504577462, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/oldWALs, maxLogs=32 2024-11-25T03:16:18,366 INFO [RS:1;38a5d2077268:46125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:16:18,370 INFO [RS:1;38a5d2077268:46125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C46125%2C1732504577338, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/oldWALs, maxLogs=32 2024-11-25T03:16:18,376 DEBUG [38a5d2077268:35537 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:16:18,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,32809,1732504577281 2024-11-25T03:16:18,378 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,32809,1732504577281, state=OPENING 2024-11-25T03:16:18,380 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:16:18,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:18,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:18,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:18,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:16:18,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:16:18,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:16:18,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:16:18,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:16:18,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:16:18,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,32809,1732504577281}] 2024-11-25T03:16:18,393 DEBUG [RS:1;38a5d2077268:46125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338/38a5d2077268%2C46125%2C1732504577338.1732504578371, exclude list is [], retry=0 2024-11-25T03:16:18,394 DEBUG [RS:2;38a5d2077268:34639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,34639,1732504577462/38a5d2077268%2C34639%2C1732504577462.1732504578367, exclude list is [], retry=0 2024-11-25T03:16:18,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39255,DS-3ea71e62-70dd-4b81-b2b1-501488e5fb5b,DISK] 2024-11-25T03:16:18,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1d812ffd-a25b-4f5e-a1ff-bafa66c5e8e1,DISK] 2024-11-25T03:16:18,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-e99fcafe-050b-4c6d-bcc8-36a4f2afcc24,DISK] 2024-11-25T03:16:18,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1d812ffd-a25b-4f5e-a1ff-bafa66c5e8e1,DISK] 2024-11-25T03:16:18,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-e99fcafe-050b-4c6d-bcc8-36a4f2afcc24,DISK] 2024-11-25T03:16:18,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39255,DS-3ea71e62-70dd-4b81-b2b1-501488e5fb5b,DISK] 2024-11-25T03:16:18,412 INFO [RS:1;38a5d2077268:46125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338/38a5d2077268%2C46125%2C1732504577338.1732504578371 2024-11-25T03:16:18,412 INFO [RS:2;38a5d2077268:34639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,34639,1732504577462/38a5d2077268%2C34639%2C1732504577462.1732504578367 2024-11-25T03:16:18,412 DEBUG [RS:1;38a5d2077268:46125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43149:43149),(127.0.0.1/127.0.0.1:43095:43095),(127.0.0.1/127.0.0.1:35693:35693)] 2024-11-25T03:16:18,416 DEBUG [RS:2;38a5d2077268:34639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35693:35693),(127.0.0.1/127.0.0.1:43149:43149),(127.0.0.1/127.0.0.1:43095:43095)] 2024-11-25T03:16:19,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:19,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:19,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:20,482 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:16:20,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:20,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:20,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:21,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:16:21,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:16:26,690 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:16:26,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:26,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:26,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:28,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:16:28,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:16:28,398 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:16:28,398 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:16:28,398 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:16:28,400 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C32809%2C1732504577281.meta, suffix=.meta, logDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,32809,1732504577281, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/oldWALs, maxLogs=32 2024-11-25T03:16:28,414 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,32809,1732504577281/38a5d2077268%2C32809%2C1732504577281.meta.1732504588401.meta, exclude list is [], retry=0 2024-11-25T03:16:28,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-e99fcafe-050b-4c6d-bcc8-36a4f2afcc24,DISK] 2024-11-25T03:16:28,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39255,DS-3ea71e62-70dd-4b81-b2b1-501488e5fb5b,DISK] 2024-11-25T03:16:28,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39643,DS-1d812ffd-a25b-4f5e-a1ff-bafa66c5e8e1,DISK] 2024-11-25T03:16:28,419 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,32809,1732504577281/38a5d2077268%2C32809%2C1732504577281.meta.1732504588401.meta 2024-11-25T03:16:28,419 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35693:35693),(127.0.0.1/127.0.0.1:43095:43095),(127.0.0.1/127.0.0.1:43149:43149)] 2024-11-25T03:16:28,419 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:16:28,420 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:16:28,420 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:16:28,420 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:16:28,420 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:16:28,420 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:28,420 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:16:28,420 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:16:28,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:16:28,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:16:28,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:28,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:16:28,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:16:28,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:16:28,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:28,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:16:28,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:16:28,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:16:28,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:28,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:16:28,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:16:28,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:16:28,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:28,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:16:28,428 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:16:28,428 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/hbase/meta/1588230740 2024-11-25T03:16:28,429 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/hbase/meta/1588230740 2024-11-25T03:16:28,431 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:16:28,431 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:16:28,431 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:16:28,433 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:16:28,434 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61318967, jitterRate=-0.08627618849277496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:16:28,434 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:16:28,434 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504588420Writing region info on filesystem at 1732504588420Initializing all the Stores at 1732504588421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504588421Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504588421Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504588421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504588421Cleaning up temporary data from old regions at 1732504588431 (+10 ms)Running coprocessor post-open hooks at 1732504588434 (+3 ms)Region opened successfully at 1732504588434 2024-11-25T03:16:28,435 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504588390 2024-11-25T03:16:28,437 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:16:28,437 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:16:28,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,32809,1732504577281 2024-11-25T03:16:28,439 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,32809,1732504577281, state=OPEN 2024-11-25T03:16:28,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:16:28,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:16:28,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:16:28,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:16:28,441 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,32809,1732504577281 2024-11-25T03:16:28,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:16:28,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:16:28,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:16:28,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:16:28,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:16:28,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,32809,1732504577281 in 10.0550 sec 2024-11-25T03:16:28,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:16:28,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2220 sec 2024-11-25T03:16:28,446 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:16:28,446 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:16:28,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:16:28,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,32809,1732504577281, seqNum=-1] 2024-11-25T03:16:28,448 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:16:28,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:16:28,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.4760 sec 2024-11-25T03:16:28,454 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504588454, completionTime=-1 2024-11-25T03:16:28,454 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T03:16:28,454 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:16:28,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T03:16:28,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504648456 2024-11-25T03:16:28,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504708456 2024-11-25T03:16:28,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T03:16:28,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35537,1732504577201-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:28,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35537,1732504577201-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:28,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35537,1732504577201-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:28,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:35537, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:28,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:28,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:28,458 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:16:28,460 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.914sec 2024-11-25T03:16:28,460 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:16:28,460 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:16:28,460 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:16:28,460 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:16:28,460 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:16:28,460 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35537,1732504577201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:16:28,460 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35537,1732504577201-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:16:28,463 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:16:28,463 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:16:28,463 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35537,1732504577201-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:16:28,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f19521f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:16:28,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,35537,-1 for getting cluster id 2024-11-25T03:16:28,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:16:28,539 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f50a743a-07c8-4503-8089-dc27ce68fc36' 2024-11-25T03:16:28,539 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:16:28,539 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f50a743a-07c8-4503-8089-dc27ce68fc36" 2024-11-25T03:16:28,540 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@faf5b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:16:28,540 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,35537,-1] 2024-11-25T03:16:28,540 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:16:28,541 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:28,542 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:16:28,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed65062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:16:28,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:16:28,544 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,32809,1732504577281, seqNum=-1] 2024-11-25T03:16:28,544 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:16:28,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:16:28,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,35537,1732504577201 2024-11-25T03:16:28,547 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732504588547 (current time:1732504588547). 2024-11-25T03:16:28,547 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T03:16:28,547 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T03:16:28,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1007a54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:16:28,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,35537,-1 for getting cluster id 2024-11-25T03:16:28,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:16:28,549 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f50a743a-07c8-4503-8089-dc27ce68fc36' 2024-11-25T03:16:28,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:16:28,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f50a743a-07c8-4503-8089-dc27ce68fc36" 2024-11-25T03:16:28,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e740b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:16:28,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,35537,-1] 2024-11-25T03:16:28,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:16:28,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:28,550 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:16:28,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a4c2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:16:28,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:16:28,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,32809,1732504577281, seqNum=-1] 2024-11-25T03:16:28,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:16:28,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:16:28,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:16:28,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:16:28,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:28,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:28,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:16:28,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:16:28,556 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,35537,1732504577201 2024-11-25T03:16:28,556 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3127b8be 2024-11-25T03:16:28,556 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:16:28,557 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:16:28,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:16:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T03:16:28,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:16:28,561 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:28,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T03:16:28,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:16:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:16:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:16:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:16:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:16:28,575 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 27b56ea8abc44e272467fefafef05881, NAME => 'SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:28,575 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 31ea42a41ab0bc119d058da593a82a5c, NAME => 'SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:28,575 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c783ac29ca3eea2635970ad06f069faa, NAME => 'SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:28,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:16:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:16:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:16:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741840_1016 (size=54) 2024-11-25T03:16:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741839_1015 (size=62) 2024-11-25T03:16:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741840_1016 (size=54) 2024-11-25T03:16:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741839_1015 (size=62) 2024-11-25T03:16:28,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741839_1015 (size=62) 2024-11-25T03:16:28,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741840_1016 (size=54) 2024-11-25T03:16:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:16:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 31ea42a41ab0bc119d058da593a82a5c, disabling compactions & flushes 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 27b56ea8abc44e272467fefafef05881, disabling compactions & flushes 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c783ac29ca3eea2635970ad06f069faa, disabling compactions & flushes 2024-11-25T03:16:28,989 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:16:28,989 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:16:28,989 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. after waiting 0 ms 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. after waiting 0 ms 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. after waiting 0 ms 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:16:28,989 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:16:28,989 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 27b56ea8abc44e272467fefafef05881: Waiting for close lock at 1732504588989Disabling compacts and flushes for region at 1732504588989Disabling writes for close at 1732504588989Writing region close event to WAL at 1732504588989Closed at 1732504588989 2024-11-25T03:16:28,989 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c783ac29ca3eea2635970ad06f069faa: Waiting for close lock at 1732504588989Disabling compacts and flushes for region at 1732504588989Disabling writes for close at 1732504588989Writing region close event to WAL at 1732504588989Closed at 1732504588989 2024-11-25T03:16:28,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 31ea42a41ab0bc119d058da593a82a5c: Waiting for close lock at 1732504588989Disabling compacts and flushes for region at 1732504588989Disabling writes for close at 1732504588989Writing region close event to WAL at 1732504588989Closed at 1732504588989 2024-11-25T03:16:28,990 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d72bf6d4b219958c9545d3b6289f8448, NAME => 'SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:28,991 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e4645a422702e54bba811261aa7e80e, NAME => 'SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:28,991 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 560ae3a0448441b5b5e0ac6b111ddb84, NAME => 'SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:16:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:16:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0e4645a422702e54bba811261aa7e80e, disabling compactions & flushes 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:29,002 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. after waiting 0 ms 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d72bf6d4b219958c9545d3b6289f8448, disabling compactions & flushes 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. 2024-11-25T03:16:29,002 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:16:29,002 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e4645a422702e54bba811261aa7e80e: Waiting for close lock at 1732504589002Disabling compacts and flushes for region at 1732504589002Disabling writes for close at 1732504589002Writing region close event to WAL at 1732504589002Closed at 1732504589002 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. after waiting 0 ms 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:16:29,002 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:16:29,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d72bf6d4b219958c9545d3b6289f8448: Waiting for close lock at 1732504589002Disabling compacts and flushes for region at 1732504589002Disabling writes for close at 1732504589002Writing region close event to WAL at 1732504589002Closed at 1732504589002 2024-11-25T03:16:29,003 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a76cbcfce79eabf954c06c51ee3e15a2, NAME => 'SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:29,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:16:29,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:16:29,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:16:29,003 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1692c2294cf4dc5eaa4c796522791c56, NAME => 'SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:16:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:16:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:16:29,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:29,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 560ae3a0448441b5b5e0ac6b111ddb84, disabling compactions & flushes 2024-11-25T03:16:29,005 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:16:29,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:16:29,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. after waiting 0 ms 2024-11-25T03:16:29,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:16:29,005 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:16:29,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 560ae3a0448441b5b5e0ac6b111ddb84: Waiting for close lock at 1732504589005Disabling compacts and flushes for region at 1732504589005Disabling writes for close at 1732504589005Writing region close event to WAL at 1732504589005Closed at 1732504589005 2024-11-25T03:16:29,006 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b5d9815eb1c29cc6ffba870f357ac6b7, NAME => 'SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:29,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:16:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:16:29,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:29,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a76cbcfce79eabf954c06c51ee3e15a2, disabling compactions & flushes 2024-11-25T03:16:29,022 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. 2024-11-25T03:16:29,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. 2024-11-25T03:16:29,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. after waiting 0 ms 2024-11-25T03:16:29,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. 2024-11-25T03:16:29,022 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. 2024-11-25T03:16:29,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a76cbcfce79eabf954c06c51ee3e15a2: Waiting for close lock at 1732504589022Disabling compacts and flushes for region at 1732504589022Disabling writes for close at 1732504589022Writing region close event to WAL at 1732504589022Closed at 1732504589022 2024-11-25T03:16:29,024 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17a5c18d14270075e109a94f0e501a13, NAME => 'SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20 2024-11-25T03:16:29,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:16:29,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:16:29,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:16:29,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:16:29,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:29,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1692c2294cf4dc5eaa4c796522791c56, disabling compactions & flushes 2024-11-25T03:16:29,031 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:16:29,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:16:29,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. after waiting 0 ms 2024-11-25T03:16:29,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:16:29,031 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:16:29,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1692c2294cf4dc5eaa4c796522791c56: Waiting for close lock at 1732504589031Disabling compacts and flushes for region at 1732504589031Disabling writes for close at 1732504589031Writing region close event to WAL at 1732504589031Closed at 1732504589031 2024-11-25T03:16:29,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:16:29,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:16:29,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:16:29,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:29,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b5d9815eb1c29cc6ffba870f357ac6b7, disabling compactions & flushes 2024-11-25T03:16:29,036 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:16:29,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:16:29,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. after waiting 0 ms 2024-11-25T03:16:29,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:16:29,036 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:16:29,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b5d9815eb1c29cc6ffba870f357ac6b7: Waiting for close lock at 1732504589036Disabling compacts and flushes for region at 1732504589036Disabling writes for close at 1732504589036Writing region close event to WAL at 1732504589036Closed at 1732504589036 2024-11-25T03:16:29,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:16:29,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:16:29,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:16:29,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:29,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 17a5c18d14270075e109a94f0e501a13, disabling compactions & flushes 2024-11-25T03:16:29,045 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:16:29,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:16:29,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. after waiting 0 ms 2024-11-25T03:16:29,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:16:29,045 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:16:29,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17a5c18d14270075e109a94f0e501a13: Waiting for close lock at 1732504589045Disabling compacts and flushes for region at 1732504589045Disabling writes for close at 1732504589045Writing region close event to WAL at 1732504589045Closed at 1732504589045 2024-11-25T03:16:29,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:16:29,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504589046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504589046"}]},"ts":"1732504589046"} 2024-11-25T03:16:29,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732504589046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504589046"}]},"ts":"1732504589046"} 2024-11-25T03:16:29,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504589046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504589046"}]},"ts":"1732504589046"} 2024-11-25T03:16:29,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504589046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504589046"}]},"ts":"1732504589046"} 2024-11-25T03:16:29,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504589046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504589046"}]},"ts":"1732504589046"} 2024-11-25T03:16:29,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504589046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504589046"}]},"ts":"1732504589046"} 2024-11-25T03:16:29,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504589046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504589046"}]},"ts":"1732504589046"} 2024-11-25T03:16:29,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504589046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504589046"}]},"ts":"1732504589046"} 2024-11-25T03:16:29,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732504589046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504589046"}]},"ts":"1732504589046"} 2024-11-25T03:16:29,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732504589046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504589046"}]},"ts":"1732504589046"} 2024-11-25T03:16:29,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T03:16:29,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:16:29,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504589053"}]},"ts":"1732504589053"} 2024-11-25T03:16:29,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T03:16:29,056 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {38a5d2077268=0} racks are {/default-rack=0} 2024-11-25T03:16:29,061 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:16:29,061 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:16:29,061 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:16:29,061 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:16:29,061 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:16:29,061 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:16:29,061 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:16:29,061 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:16:29,061 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:16:29,061 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:16:29,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c783ac29ca3eea2635970ad06f069faa, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31ea42a41ab0bc119d058da593a82a5c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27b56ea8abc44e272467fefafef05881, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d72bf6d4b219958c9545d3b6289f8448, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e4645a422702e54bba811261aa7e80e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=560ae3a0448441b5b5e0ac6b111ddb84, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a76cbcfce79eabf954c06c51ee3e15a2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1692c2294cf4dc5eaa4c796522791c56, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5d9815eb1c29cc6ffba870f357ac6b7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17a5c18d14270075e109a94f0e501a13, ASSIGN}] 2024-11-25T03:16:29,064 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e4645a422702e54bba811261aa7e80e, ASSIGN 2024-11-25T03:16:29,064 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d72bf6d4b219958c9545d3b6289f8448, ASSIGN 2024-11-25T03:16:29,064 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=560ae3a0448441b5b5e0ac6b111ddb84, ASSIGN 2024-11-25T03:16:29,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27b56ea8abc44e272467fefafef05881, ASSIGN 2024-11-25T03:16:29,065 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e4645a422702e54bba811261aa7e80e, ASSIGN; state=OFFLINE, location=38a5d2077268,46125,1732504577338; forceNewPlan=false, retain=false 2024-11-25T03:16:29,065 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d72bf6d4b219958c9545d3b6289f8448, ASSIGN; state=OFFLINE, location=38a5d2077268,34639,1732504577462; forceNewPlan=false, retain=false 2024-11-25T03:16:29,065 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=560ae3a0448441b5b5e0ac6b111ddb84, ASSIGN; state=OFFLINE, location=38a5d2077268,32809,1732504577281; forceNewPlan=false, retain=false 2024-11-25T03:16:29,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27b56ea8abc44e272467fefafef05881, ASSIGN; state=OFFLINE, location=38a5d2077268,46125,1732504577338; forceNewPlan=false, retain=false 2024-11-25T03:16:29,068 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5d9815eb1c29cc6ffba870f357ac6b7, ASSIGN 2024-11-25T03:16:29,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17a5c18d14270075e109a94f0e501a13, ASSIGN 2024-11-25T03:16:29,068 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1692c2294cf4dc5eaa4c796522791c56, ASSIGN 2024-11-25T03:16:29,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a76cbcfce79eabf954c06c51ee3e15a2, ASSIGN 2024-11-25T03:16:29,068 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31ea42a41ab0bc119d058da593a82a5c, ASSIGN 2024-11-25T03:16:29,069 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5d9815eb1c29cc6ffba870f357ac6b7, ASSIGN; state=OFFLINE, location=38a5d2077268,32809,1732504577281; forceNewPlan=false, retain=false 2024-11-25T03:16:29,069 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17a5c18d14270075e109a94f0e501a13, ASSIGN; state=OFFLINE, location=38a5d2077268,46125,1732504577338; forceNewPlan=false, retain=false 2024-11-25T03:16:29,069 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1692c2294cf4dc5eaa4c796522791c56, ASSIGN; state=OFFLINE, location=38a5d2077268,34639,1732504577462; forceNewPlan=false, retain=false 2024-11-25T03:16:29,069 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a76cbcfce79eabf954c06c51ee3e15a2, ASSIGN; state=OFFLINE, location=38a5d2077268,46125,1732504577338; forceNewPlan=false, retain=false 2024-11-25T03:16:29,069 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31ea42a41ab0bc119d058da593a82a5c, ASSIGN; state=OFFLINE, location=38a5d2077268,32809,1732504577281; forceNewPlan=false, retain=false 2024-11-25T03:16:29,072 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c783ac29ca3eea2635970ad06f069faa, ASSIGN 2024-11-25T03:16:29,073 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c783ac29ca3eea2635970ad06f069faa, ASSIGN; state=OFFLINE, location=38a5d2077268,34639,1732504577462; forceNewPlan=false, retain=false 2024-11-25T03:16:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:16:29,216 INFO [38a5d2077268:35537 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T03:16:29,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=27b56ea8abc44e272467fefafef05881, regionState=OPENING, regionLocation=38a5d2077268,46125,1732504577338 2024-11-25T03:16:29,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a76cbcfce79eabf954c06c51ee3e15a2, regionState=OPENING, regionLocation=38a5d2077268,46125,1732504577338 2024-11-25T03:16:29,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0e4645a422702e54bba811261aa7e80e, regionState=OPENING, regionLocation=38a5d2077268,46125,1732504577338 2024-11-25T03:16:29,217 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=17a5c18d14270075e109a94f0e501a13, regionState=OPENING, regionLocation=38a5d2077268,46125,1732504577338 2024-11-25T03:16:29,217 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1692c2294cf4dc5eaa4c796522791c56, regionState=OPENING, regionLocation=38a5d2077268,34639,1732504577462 2024-11-25T03:16:29,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d72bf6d4b219958c9545d3b6289f8448, regionState=OPENING, regionLocation=38a5d2077268,34639,1732504577462 2024-11-25T03:16:29,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b5d9815eb1c29cc6ffba870f357ac6b7, regionState=OPENING, regionLocation=38a5d2077268,32809,1732504577281 2024-11-25T03:16:29,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c783ac29ca3eea2635970ad06f069faa, regionState=OPENING, regionLocation=38a5d2077268,34639,1732504577462 2024-11-25T03:16:29,217 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=31ea42a41ab0bc119d058da593a82a5c, regionState=OPENING, regionLocation=38a5d2077268,32809,1732504577281 2024-11-25T03:16:29,217 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=560ae3a0448441b5b5e0ac6b111ddb84, regionState=OPENING, regionLocation=38a5d2077268,32809,1732504577281 2024-11-25T03:16:29,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27b56ea8abc44e272467fefafef05881, ASSIGN because future has completed 2024-11-25T03:16:29,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27b56ea8abc44e272467fefafef05881, server=38a5d2077268,46125,1732504577338}] 2024-11-25T03:16:29,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e4645a422702e54bba811261aa7e80e, ASSIGN because future has completed 2024-11-25T03:16:29,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4645a422702e54bba811261aa7e80e, server=38a5d2077268,46125,1732504577338}] 2024-11-25T03:16:29,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a76cbcfce79eabf954c06c51ee3e15a2, ASSIGN because future has completed 2024-11-25T03:16:29,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a76cbcfce79eabf954c06c51ee3e15a2, server=38a5d2077268,46125,1732504577338}] 2024-11-25T03:16:29,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1692c2294cf4dc5eaa4c796522791c56, ASSIGN because future has completed 2024-11-25T03:16:29,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17a5c18d14270075e109a94f0e501a13, ASSIGN because future has completed 2024-11-25T03:16:29,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c783ac29ca3eea2635970ad06f069faa, ASSIGN because future has completed 2024-11-25T03:16:29,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1692c2294cf4dc5eaa4c796522791c56, server=38a5d2077268,34639,1732504577462}] 2024-11-25T03:16:29,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c783ac29ca3eea2635970ad06f069faa, server=38a5d2077268,34639,1732504577462}] 2024-11-25T03:16:29,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a5c18d14270075e109a94f0e501a13, server=38a5d2077268,46125,1732504577338}] 2024-11-25T03:16:29,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31ea42a41ab0bc119d058da593a82a5c, ASSIGN because future has completed 2024-11-25T03:16:29,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d72bf6d4b219958c9545d3b6289f8448, ASSIGN because future has completed 2024-11-25T03:16:29,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5d9815eb1c29cc6ffba870f357ac6b7, ASSIGN because future has completed 2024-11-25T03:16:29,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=560ae3a0448441b5b5e0ac6b111ddb84, ASSIGN because future has completed 2024-11-25T03:16:29,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ea42a41ab0bc119d058da593a82a5c, server=38a5d2077268,32809,1732504577281}] 2024-11-25T03:16:29,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 560ae3a0448441b5b5e0ac6b111ddb84, server=38a5d2077268,32809,1732504577281}] 2024-11-25T03:16:29,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5d9815eb1c29cc6ffba870f357ac6b7, server=38a5d2077268,32809,1732504577281}] 2024-11-25T03:16:29,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d72bf6d4b219958c9545d3b6289f8448, server=38a5d2077268,34639,1732504577462}] 2024-11-25T03:16:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:16:30,126 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:16:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:16:31,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:16:31,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:16:31,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:16:31,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T03:16:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:16:33,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:16:33,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:33,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:33,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:16:39,224 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:16:39,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:16:39,232 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. 2024-11-25T03:16:39,232 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e4645a422702e54bba811261aa7e80e, NAME => 'SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T03:16:39,232 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:39,233 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:39,233 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:39,233 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:39,234 INFO [StoreOpener-0e4645a422702e54bba811261aa7e80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:39,236 INFO [StoreOpener-0e4645a422702e54bba811261aa7e80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4645a422702e54bba811261aa7e80e columnFamilyName cf 2024-11-25T03:16:39,236 DEBUG [StoreOpener-0e4645a422702e54bba811261aa7e80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:39,237 INFO [StoreOpener-0e4645a422702e54bba811261aa7e80e-1 {}] regionserver.HStore(327): Store=0e4645a422702e54bba811261aa7e80e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:39,237 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:39,238 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:39,239 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:39,239 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:39,239 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:39,242 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:16:39,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:16:39,245 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:39,250 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/0e4645a422702e54bba811261aa7e80e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:39,251 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 0e4645a422702e54bba811261aa7e80e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64600682, jitterRate=-0.0373748242855072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:16:39,251 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:39,251 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 0e4645a422702e54bba811261aa7e80e: Running coprocessor pre-open hook at 1732504599233Writing region info on filesystem at 1732504599233Initializing all the Stores at 1732504599234 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504599234Cleaning up temporary data from old regions at 1732504599239 (+5 ms)Running coprocessor post-open hooks at 1732504599251 (+12 ms)Region opened successfully at 1732504599251 2024-11-25T03:16:39,253 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e., pid=16, masterSystemTime=1732504599224 2024-11-25T03:16:39,256 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. 2024-11-25T03:16:39,256 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. 2024-11-25T03:16:39,256 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. 2024-11-25T03:16:39,257 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a76cbcfce79eabf954c06c51ee3e15a2, NAME => 'SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T03:16:39,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0e4645a422702e54bba811261aa7e80e, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,46125,1732504577338 2024-11-25T03:16:39,257 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:39,257 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:39,257 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:39,257 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:39,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4645a422702e54bba811261aa7e80e, server=38a5d2077268,46125,1732504577338 because future has completed 2024-11-25T03:16:39,260 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:16:39,261 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 560ae3a0448441b5b5e0ac6b111ddb84, NAME => 'SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T03:16:39,261 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:39,261 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:39,261 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:39,261 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:39,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-25T03:16:39,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e4645a422702e54bba811261aa7e80e, server=38a5d2077268,46125,1732504577338 in 10.0390 sec 2024-11-25T03:16:39,264 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:16:39,265 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1692c2294cf4dc5eaa4c796522791c56, NAME => 'SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T03:16:39,265 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:39,265 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:39,265 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:39,265 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:39,268 INFO [StoreOpener-a76cbcfce79eabf954c06c51ee3e15a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:39,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e4645a422702e54bba811261aa7e80e, ASSIGN in 10.2020 sec 2024-11-25T03:16:39,269 INFO [StoreOpener-560ae3a0448441b5b5e0ac6b111ddb84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:39,271 INFO [StoreOpener-1692c2294cf4dc5eaa4c796522791c56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:39,271 INFO [StoreOpener-a76cbcfce79eabf954c06c51ee3e15a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a76cbcfce79eabf954c06c51ee3e15a2 columnFamilyName cf 2024-11-25T03:16:39,271 DEBUG [StoreOpener-a76cbcfce79eabf954c06c51ee3e15a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:39,273 INFO [StoreOpener-560ae3a0448441b5b5e0ac6b111ddb84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 560ae3a0448441b5b5e0ac6b111ddb84 columnFamilyName cf 2024-11-25T03:16:39,273 DEBUG [StoreOpener-560ae3a0448441b5b5e0ac6b111ddb84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:39,273 INFO [StoreOpener-a76cbcfce79eabf954c06c51ee3e15a2-1 {}] regionserver.HStore(327): Store=a76cbcfce79eabf954c06c51ee3e15a2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:39,274 INFO [StoreOpener-560ae3a0448441b5b5e0ac6b111ddb84-1 {}] regionserver.HStore(327): Store=560ae3a0448441b5b5e0ac6b111ddb84/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:39,273 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:39,274 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:39,275 INFO [StoreOpener-1692c2294cf4dc5eaa4c796522791c56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1692c2294cf4dc5eaa4c796522791c56 columnFamilyName cf 2024-11-25T03:16:39,275 DEBUG [StoreOpener-1692c2294cf4dc5eaa4c796522791c56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:39,281 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:39,281 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:39,281 INFO [StoreOpener-1692c2294cf4dc5eaa4c796522791c56-1 {}] regionserver.HStore(327): Store=1692c2294cf4dc5eaa4c796522791c56/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:39,281 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:39,282 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:39,282 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:39,283 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:39,284 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:39,284 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:39,284 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:39,285 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:39,286 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:39,287 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:39,287 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:39,287 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:39,287 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:39,292 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/560ae3a0448441b5b5e0ac6b111ddb84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:39,292 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 560ae3a0448441b5b5e0ac6b111ddb84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74275211, jitterRate=0.10678689181804657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:16:39,292 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:39,293 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 560ae3a0448441b5b5e0ac6b111ddb84: Running coprocessor pre-open hook at 1732504599261Writing region info on filesystem at 1732504599261Initializing all the Stores at 1732504599263 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504599263Cleaning up temporary data from old regions at 1732504599283 (+20 ms)Running coprocessor post-open hooks at 1732504599292 (+9 ms)Region opened successfully at 1732504599292 2024-11-25T03:16:39,293 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:39,294 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:39,294 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84., pid=22, masterSystemTime=1732504599239 2024-11-25T03:16:39,295 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a76cbcfce79eabf954c06c51ee3e15a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72224035, jitterRate=0.07622198760509491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:16:39,295 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:39,295 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a76cbcfce79eabf954c06c51ee3e15a2: Running coprocessor pre-open hook at 1732504599257Writing region info on filesystem at 1732504599257Initializing all the Stores at 1732504599259 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504599259Cleaning up temporary data from old regions at 1732504599284 (+25 ms)Running coprocessor post-open hooks at 1732504599295 (+11 ms)Region opened successfully at 1732504599295 2024-11-25T03:16:39,296 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:16:39,297 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:16:39,297 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:16:39,297 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b5d9815eb1c29cc6ffba870f357ac6b7, NAME => 'SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T03:16:39,297 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:39,297 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2., pid=17, masterSystemTime=1732504599224 2024-11-25T03:16:39,297 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:39,297 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:39,298 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:39,298 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=560ae3a0448441b5b5e0ac6b111ddb84, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,32809,1732504577281 2024-11-25T03:16:39,300 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. 2024-11-25T03:16:39,300 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. 2024-11-25T03:16:39,300 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:16:39,300 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 17a5c18d14270075e109a94f0e501a13, NAME => 'SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T03:16:39,301 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:39,301 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:39,301 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:39,301 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:39,302 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/1692c2294cf4dc5eaa4c796522791c56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:39,302 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a76cbcfce79eabf954c06c51ee3e15a2, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,46125,1732504577338 2024-11-25T03:16:39,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 560ae3a0448441b5b5e0ac6b111ddb84, server=38a5d2077268,32809,1732504577281 because future has completed 2024-11-25T03:16:39,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a76cbcfce79eabf954c06c51ee3e15a2, server=38a5d2077268,46125,1732504577338 because future has completed 2024-11-25T03:16:39,306 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1692c2294cf4dc5eaa4c796522791c56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62379583, jitterRate=-0.07047177851200104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:16:39,306 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:39,307 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1692c2294cf4dc5eaa4c796522791c56: Running coprocessor pre-open hook at 1732504599265Writing region info on filesystem at 1732504599265Initializing all the Stores at 1732504599266 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504599266Cleaning up temporary data from old regions at 1732504599287 (+21 ms)Running coprocessor post-open hooks at 1732504599306 (+19 ms)Region opened successfully at 1732504599306 2024-11-25T03:16:39,308 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56., pid=18, masterSystemTime=1732504599241 2024-11-25T03:16:39,309 INFO [StoreOpener-b5d9815eb1c29cc6ffba870f357ac6b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:39,311 INFO [StoreOpener-b5d9815eb1c29cc6ffba870f357ac6b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5d9815eb1c29cc6ffba870f357ac6b7 columnFamilyName cf 2024-11-25T03:16:39,311 DEBUG [StoreOpener-b5d9815eb1c29cc6ffba870f357ac6b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:39,312 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:16:39,312 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:16:39,312 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:16:39,312 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d72bf6d4b219958c9545d3b6289f8448, NAME => 'SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T03:16:39,313 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:39,313 INFO [StoreOpener-b5d9815eb1c29cc6ffba870f357ac6b7-1 {}] regionserver.HStore(327): Store=b5d9815eb1c29cc6ffba870f357ac6b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:39,313 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:39,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1692c2294cf4dc5eaa4c796522791c56, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,34639,1732504577462 2024-11-25T03:16:39,315 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:39,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-25T03:16:39,315 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:39,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 560ae3a0448441b5b5e0ac6b111ddb84, server=38a5d2077268,32809,1732504577281 in 10.0670 sec 2024-11-25T03:16:39,315 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:39,316 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:39,317 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1692c2294cf4dc5eaa4c796522791c56, server=38a5d2077268,34639,1732504577462 because future has completed 2024-11-25T03:16:39,318 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:39,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-25T03:16:39,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a76cbcfce79eabf954c06c51ee3e15a2, server=38a5d2077268,46125,1732504577338 in 10.0900 sec 2024-11-25T03:16:39,319 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:39,320 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:39,322 INFO [StoreOpener-17a5c18d14270075e109a94f0e501a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:39,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a76cbcfce79eabf954c06c51ee3e15a2, ASSIGN in 10.2560 sec 2024-11-25T03:16:39,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=560ae3a0448441b5b5e0ac6b111ddb84, ASSIGN in 10.2540 sec 2024-11-25T03:16:39,325 INFO [StoreOpener-17a5c18d14270075e109a94f0e501a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a5c18d14270075e109a94f0e501a13 columnFamilyName cf 2024-11-25T03:16:39,325 DEBUG [StoreOpener-17a5c18d14270075e109a94f0e501a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:39,326 INFO [StoreOpener-17a5c18d14270075e109a94f0e501a13-1 {}] regionserver.HStore(327): Store=17a5c18d14270075e109a94f0e501a13/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:39,326 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:39,328 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:39,328 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:39,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-25T03:16:39,329 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:39,330 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:39,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1692c2294cf4dc5eaa4c796522791c56, server=38a5d2077268,34639,1732504577462 in 10.1000 sec 2024-11-25T03:16:39,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1692c2294cf4dc5eaa4c796522791c56, ASSIGN in 10.2670 sec 2024-11-25T03:16:39,333 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:39,334 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/b5d9815eb1c29cc6ffba870f357ac6b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:39,334 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b5d9815eb1c29cc6ffba870f357ac6b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73951294, jitterRate=0.10196015238761902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:16:39,334 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:39,335 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b5d9815eb1c29cc6ffba870f357ac6b7: Running coprocessor pre-open hook at 1732504599298Writing region info on filesystem at 1732504599298Initializing all the Stores at 1732504599300 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504599300Cleaning up temporary data from old regions at 1732504599316 (+16 ms)Running coprocessor post-open hooks at 1732504599334 (+18 ms)Region opened successfully at 1732504599335 (+1 ms) 2024-11-25T03:16:39,336 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7., pid=23, masterSystemTime=1732504599239 2024-11-25T03:16:39,339 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:16:39,339 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:16:39,339 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:16:39,339 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 31ea42a41ab0bc119d058da593a82a5c, NAME => 'SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T03:16:39,340 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:39,340 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:39,340 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:39,340 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:39,341 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b5d9815eb1c29cc6ffba870f357ac6b7, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,32809,1732504577281 2024-11-25T03:16:39,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5d9815eb1c29cc6ffba870f357ac6b7, server=38a5d2077268,32809,1732504577281 because future has completed 2024-11-25T03:16:39,345 INFO [StoreOpener-d72bf6d4b219958c9545d3b6289f8448-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:39,348 INFO [StoreOpener-d72bf6d4b219958c9545d3b6289f8448-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d72bf6d4b219958c9545d3b6289f8448 columnFamilyName cf 2024-11-25T03:16:39,348 DEBUG [StoreOpener-d72bf6d4b219958c9545d3b6289f8448-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:39,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-25T03:16:39,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b5d9815eb1c29cc6ffba870f357ac6b7, server=38a5d2077268,32809,1732504577281 in 10.1070 sec 2024-11-25T03:16:39,348 INFO [StoreOpener-d72bf6d4b219958c9545d3b6289f8448-1 {}] regionserver.HStore(327): Store=d72bf6d4b219958c9545d3b6289f8448/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:39,348 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:39,348 INFO [StoreOpener-31ea42a41ab0bc119d058da593a82a5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:39,350 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:39,351 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:39,350 INFO [StoreOpener-31ea42a41ab0bc119d058da593a82a5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ea42a41ab0bc119d058da593a82a5c columnFamilyName cf 2024-11-25T03:16:39,351 DEBUG [StoreOpener-31ea42a41ab0bc119d058da593a82a5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:39,352 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:39,352 INFO [StoreOpener-31ea42a41ab0bc119d058da593a82a5c-1 {}] regionserver.HStore(327): Store=31ea42a41ab0bc119d058da593a82a5c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:39,352 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 17a5c18d14270075e109a94f0e501a13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72378096, jitterRate=0.07851767539978027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:16:39,352 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:39,352 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:39,352 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 17a5c18d14270075e109a94f0e501a13: Running coprocessor pre-open hook at 1732504599301Writing region info on filesystem at 1732504599301Initializing all the Stores at 1732504599303 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504599303Cleaning up temporary data from old regions at 1732504599330 (+27 ms)Running coprocessor post-open hooks at 1732504599352 (+22 ms)Region opened successfully at 1732504599352 2024-11-25T03:16:39,352 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:39,352 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:39,353 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13., pid=20, masterSystemTime=1732504599224 2024-11-25T03:16:39,353 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:39,353 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:39,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5d9815eb1c29cc6ffba870f357ac6b7, ASSIGN in 10.2860 sec 2024-11-25T03:16:39,354 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:39,355 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:39,356 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:16:39,356 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:16:39,356 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:16:39,356 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 27b56ea8abc44e272467fefafef05881, NAME => 'SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T03:16:39,356 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:39,356 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:39,357 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:39,357 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:39,357 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=17a5c18d14270075e109a94f0e501a13, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,46125,1732504577338 2024-11-25T03:16:39,358 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:39,358 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:39,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a5c18d14270075e109a94f0e501a13, server=38a5d2077268,46125,1732504577338 because future has completed 2024-11-25T03:16:39,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-25T03:16:39,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 17a5c18d14270075e109a94f0e501a13, server=38a5d2077268,46125,1732504577338 in 10.1300 sec 2024-11-25T03:16:39,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17a5c18d14270075e109a94f0e501a13, ASSIGN in 10.3040 sec 2024-11-25T03:16:39,369 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/31ea42a41ab0bc119d058da593a82a5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:39,370 INFO [StoreOpener-27b56ea8abc44e272467fefafef05881-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:39,370 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 31ea42a41ab0bc119d058da593a82a5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70139617, jitterRate=0.045161738991737366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:16:39,370 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:39,370 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 31ea42a41ab0bc119d058da593a82a5c: Running coprocessor pre-open hook at 1732504599340Writing region info on filesystem at 1732504599340Initializing all the Stores at 1732504599341 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504599341Cleaning up temporary data from old regions at 1732504599355 (+14 ms)Running coprocessor post-open hooks at 1732504599370 (+15 ms)Region opened successfully at 1732504599370 2024-11-25T03:16:39,371 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c., pid=21, masterSystemTime=1732504599239 2024-11-25T03:16:39,372 INFO [StoreOpener-27b56ea8abc44e272467fefafef05881-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27b56ea8abc44e272467fefafef05881 columnFamilyName cf 2024-11-25T03:16:39,373 DEBUG [StoreOpener-27b56ea8abc44e272467fefafef05881-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:39,374 INFO [StoreOpener-27b56ea8abc44e272467fefafef05881-1 {}] regionserver.HStore(327): Store=27b56ea8abc44e272467fefafef05881/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:39,374 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:39,375 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:39,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=31ea42a41ab0bc119d058da593a82a5c, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,32809,1732504577281 2024-11-25T03:16:39,376 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:39,377 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:16:39,377 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:16:39,377 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:39,377 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:39,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ea42a41ab0bc119d058da593a82a5c, server=38a5d2077268,32809,1732504577281 because future has completed 2024-11-25T03:16:39,380 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:39,384 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/d72bf6d4b219958c9545d3b6289f8448/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:39,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-25T03:16:39,385 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d72bf6d4b219958c9545d3b6289f8448; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66128420, jitterRate=-0.014609754085540771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:16:39,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 31ea42a41ab0bc119d058da593a82a5c, server=38a5d2077268,32809,1732504577281 in 10.1470 sec 2024-11-25T03:16:39,385 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:39,385 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d72bf6d4b219958c9545d3b6289f8448: Running coprocessor pre-open hook at 1732504599320Writing region info on filesystem at 1732504599320Initializing all the Stores at 1732504599326 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504599326Cleaning up temporary data from old regions at 1732504599352 (+26 ms)Running coprocessor post-open hooks at 1732504599385 (+33 ms)Region opened successfully at 1732504599385 2024-11-25T03:16:39,386 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448., pid=24, masterSystemTime=1732504599241 2024-11-25T03:16:39,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31ea42a41ab0bc119d058da593a82a5c, ASSIGN in 10.3230 sec 2024-11-25T03:16:39,388 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:16:39,389 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:16:39,389 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:16:39,389 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c783ac29ca3eea2635970ad06f069faa, NAME => 'SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T03:16:39,389 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:39,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d72bf6d4b219958c9545d3b6289f8448, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,34639,1732504577462 2024-11-25T03:16:39,391 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:16:39,391 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:39,391 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:39,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d72bf6d4b219958c9545d3b6289f8448, server=38a5d2077268,34639,1732504577462 because future has completed 2024-11-25T03:16:39,394 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/27b56ea8abc44e272467fefafef05881/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:39,395 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 27b56ea8abc44e272467fefafef05881; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73431894, jitterRate=0.09422048926353455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:16:39,395 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:39,395 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 27b56ea8abc44e272467fefafef05881: Running coprocessor pre-open hook at 1732504599357Writing region info on filesystem at 1732504599357Initializing all the Stores at 1732504599358 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504599358Cleaning up temporary data from old regions at 1732504599378 (+20 ms)Running coprocessor post-open hooks at 1732504599395 (+17 ms)Region opened successfully at 1732504599395 2024-11-25T03:16:39,396 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881., pid=15, masterSystemTime=1732504599224 2024-11-25T03:16:39,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-25T03:16:39,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d72bf6d4b219958c9545d3b6289f8448, server=38a5d2077268,34639,1732504577462 in 10.1540 sec 2024-11-25T03:16:39,399 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:16:39,399 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:16:39,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=27b56ea8abc44e272467fefafef05881, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,46125,1732504577338 2024-11-25T03:16:39,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d72bf6d4b219958c9545d3b6289f8448, ASSIGN in 10.3360 sec 2024-11-25T03:16:39,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27b56ea8abc44e272467fefafef05881, server=38a5d2077268,46125,1732504577338 because future has completed 2024-11-25T03:16:39,409 INFO [StoreOpener-c783ac29ca3eea2635970ad06f069faa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:39,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-25T03:16:39,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 27b56ea8abc44e272467fefafef05881, server=38a5d2077268,46125,1732504577338 in 10.1850 sec 2024-11-25T03:16:39,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27b56ea8abc44e272467fefafef05881, ASSIGN in 10.3470 sec 2024-11-25T03:16:39,417 INFO [StoreOpener-c783ac29ca3eea2635970ad06f069faa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c783ac29ca3eea2635970ad06f069faa columnFamilyName cf 2024-11-25T03:16:39,417 DEBUG [StoreOpener-c783ac29ca3eea2635970ad06f069faa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:16:39,418 INFO [StoreOpener-c783ac29ca3eea2635970ad06f069faa-1 {}] regionserver.HStore(327): Store=c783ac29ca3eea2635970ad06f069faa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:16:39,418 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:39,420 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:39,421 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:39,421 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:39,421 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:39,425 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:39,428 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/c783ac29ca3eea2635970ad06f069faa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:16:39,430 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c783ac29ca3eea2635970ad06f069faa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59665816, jitterRate=-0.11091005802154541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:16:39,430 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:39,430 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c783ac29ca3eea2635970ad06f069faa: Running coprocessor pre-open hook at 1732504599391Writing region info on filesystem at 1732504599391Initializing all the Stores at 1732504599393 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504599393Cleaning up temporary data from old regions at 1732504599421 (+28 ms)Running coprocessor post-open hooks at 1732504599430 (+9 ms)Region opened successfully at 1732504599430 2024-11-25T03:16:39,432 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa., pid=19, masterSystemTime=1732504599241 2024-11-25T03:16:39,434 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:16:39,434 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:16:39,435 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c783ac29ca3eea2635970ad06f069faa, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,34639,1732504577462 2024-11-25T03:16:39,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c783ac29ca3eea2635970ad06f069faa, server=38a5d2077268,34639,1732504577462 because future has completed 2024-11-25T03:16:39,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-25T03:16:39,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c783ac29ca3eea2635970ad06f069faa, server=38a5d2077268,34639,1732504577462 in 10.2090 sec 2024-11-25T03:16:39,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:16:39,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c783ac29ca3eea2635970ad06f069faa, ASSIGN in 10.3810 sec 2024-11-25T03:16:39,448 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:16:39,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504599448"}]},"ts":"1732504599448"} 2024-11-25T03:16:39,451 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T03:16:39,452 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:16:39,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8940 sec 2024-11-25T03:16:42,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T03:16:44,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:44,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:44,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:44,778 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:16:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:44,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:44,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:16:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:16:46,834 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T03:16:46,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T03:16:46,834 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:16:46,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T03:16:46,840 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:16:46,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T03:16:46,877 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2., hostname=38a5d2077268,46125,1732504577338, seqNum=2] 2024-11-25T03:16:46,879 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2., hostname=38a5d2077268,46125,1732504577338, seqNum=2] 2024-11-25T03:16:46,881 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2., hostname=38a5d2077268,46125,1732504577338, seqNum=2] 2024-11-25T03:16:46,939 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56., hostname=38a5d2077268,34639,1732504577462, seqNum=2] 2024-11-25T03:16:46,941 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56., hostname=38a5d2077268,34639,1732504577462, seqNum=2] 2024-11-25T03:16:46,942 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56., hostname=38a5d2077268,34639,1732504577462, seqNum=2] 2024-11-25T03:16:46,944 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56., hostname=38a5d2077268,34639,1732504577462, seqNum=2] 2024-11-25T03:16:46,945 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56., hostname=38a5d2077268,34639,1732504577462, seqNum=2] 2024-11-25T03:16:46,998 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7., hostname=38a5d2077268,32809,1732504577281, seqNum=2] 2024-11-25T03:16:47,000 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7., hostname=38a5d2077268,32809,1732504577281, seqNum=2] 2024-11-25T03:16:47,002 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7., hostname=38a5d2077268,32809,1732504577281, seqNum=2] 2024-11-25T03:16:47,004 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7., hostname=38a5d2077268,32809,1732504577281, seqNum=2] 2024-11-25T03:16:47,112 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13., hostname=38a5d2077268,46125,1732504577338, seqNum=2] 2024-11-25T03:16:47,116 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13., hostname=38a5d2077268,46125,1732504577338, seqNum=2] 2024-11-25T03:16:47,118 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13., hostname=38a5d2077268,46125,1732504577338, seqNum=2] 2024-11-25T03:16:47,135 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13., hostname=38a5d2077268,46125,1732504577338, seqNum=2] 2024-11-25T03:16:47,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:16:47,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:16:47,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:16:47,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:16:47,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34639 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:16:47,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:16:48,039 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32809 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:16:48,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. 2024-11-25T03:16:48,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:16:48,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:16:48,817 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T03:16:48,817 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:16:48,818 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T03:16:48,819 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T03:16:48,823 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T03:16:48,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:16:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:16:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:16:48,855 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T03:16:48,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c783ac29ca3eea2635970ad06f069faa}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31ea42a41ab0bc119d058da593a82a5c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27b56ea8abc44e272467fefafef05881}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d72bf6d4b219958c9545d3b6289f8448}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4645a422702e54bba811261aa7e80e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 560ae3a0448441b5b5e0ac6b111ddb84}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a76cbcfce79eabf954c06c51ee3e15a2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1692c2294cf4dc5eaa4c796522791c56}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5d9815eb1c29cc6ffba870f357ac6b7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17a5c18d14270075e109a94f0e501a13}] 2024-11-25T03:16:48,858 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:48,859 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:48,859 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:48,859 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:48,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:48,865 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:48,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:48,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:48,866 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:48,866 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:53,148 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-25T03:16:58,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T03:16:58,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T03:16:58,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T03:16:58,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T03:16:58,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:16:58,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T03:16:58,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b5d9815eb1c29cc6ffba870f357ac6b7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-25T03:16:58,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:16:58,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 27b56ea8abc44e272467fefafef05881: 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. for SnapshotProcedureTest completed. 2024-11-25T03:16:58,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:16:58,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 560ae3a0448441b5b5e0ac6b111ddb84: 2024-11-25T03:16:58,863 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 17a5c18d14270075e109a94f0e501a13 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. for SnapshotProcedureTest completed. 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:16:58,863 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1692c2294cf4dc5eaa4c796522791c56 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T03:16:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:16:58,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 31ea42a41ab0bc119d058da593a82a5c: 2024-11-25T03:16:58,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. for SnapshotProcedureTest completed. 2024-11-25T03:16:58,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:16:58,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:16:58,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T03:16:58,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:16:58,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. 2024-11-25T03:16:58,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 0e4645a422702e54bba811261aa7e80e: 2024-11-25T03:16:58,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T03:16:58,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. for SnapshotProcedureTest completed. 2024-11-25T03:16:58,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:16:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:16:58,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:16:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:16:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d72bf6d4b219958c9545d3b6289f8448: 2024-11-25T03:16:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. for SnapshotProcedureTest completed. 2024-11-25T03:16:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:16:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:16:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:16:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:16:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for c783ac29ca3eea2635970ad06f069faa: 2024-11-25T03:16:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. for SnapshotProcedureTest completed. 2024-11-25T03:16:58,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:16:58,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:16:58,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:16:58,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/1692c2294cf4dc5eaa4c796522791c56/.tmp/cf/1c2eeb21e72a4293bf331ae0e224e2c0 is 34, key is baa/cf:cf/1732504607973/Put/seqid=0 2024-11-25T03:16:58,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:16:58,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741853_1029 (size=65) 2024-11-25T03:16:58,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:16:58,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:16:58,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T03:16:58,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. 2024-11-25T03:16:58,898 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing a76cbcfce79eabf954c06c51ee3e15a2 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-25T03:16:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741853_1029 (size=65) 2024-11-25T03:16:58,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. 2024-11-25T03:16:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:16:58,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T03:16:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741853_1029 (size=65) 2024-11-25T03:16:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T03:16:58,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:58,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27b56ea8abc44e272467fefafef05881 2024-11-25T03:16:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T03:16:58,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:58,900 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:16:58,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 27b56ea8abc44e272467fefafef05881 in 10.0460 sec 2024-11-25T03:16:58,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e4645a422702e54bba811261aa7e80e in 10.0470 sec 2024-11-25T03:16:58,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/b5d9815eb1c29cc6ffba870f357ac6b7/.tmp/cf/0188de14e9694e66adffeaebf764991c is 34, key is ccd/cf:cf/1732504608038/Put/seqid=0 2024-11-25T03:16:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:16:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:16:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:16:58,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:16:58,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T03:16:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T03:16:58,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:58,908 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:16:58,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 560ae3a0448441b5b5e0ac6b111ddb84 in 10.0540 sec 2024-11-25T03:16:58,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741854_1030 (size=65) 2024-11-25T03:16:58,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741854_1030 (size=65) 2024-11-25T03:16:58,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741854_1030 (size=65) 2024-11-25T03:16:58,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:16:58,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T03:16:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T03:16:58,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:58,931 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:16:58,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2/.tmp/cf/1626e36231624ad199ae361adb7afdec is 34, key is aaa/cf:cf/1732504608076/Put/seqid=0 2024-11-25T03:16:58,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 31ea42a41ab0bc119d058da593a82a5c in 10.0770 sec 2024-11-25T03:16:58,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741852_1028 (size=57) 2024-11-25T03:16:58,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741852_1028 (size=57) 2024-11-25T03:16:58,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741852_1028 (size=57) 2024-11-25T03:16:58,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:16:58,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T03:16:58,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13/.tmp/cf/3062ae5a7e4c44aea5d18c6af8df5016 is 34, key is eaa/cf:cf/1732504608689/Put/seqid=0 2024-11-25T03:16:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T03:16:58,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:58,941 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:16:58,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741851_1027 (size=65) 2024-11-25T03:16:58,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741851_1027 (size=65) 2024-11-25T03:16:58,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741851_1027 (size=65) 2024-11-25T03:16:58,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c783ac29ca3eea2635970ad06f069faa in 10.0870 sec 2024-11-25T03:16:58,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:16:58,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T03:16:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T03:16:58,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:58,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:16:58,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d72bf6d4b219958c9545d3b6289f8448 in 10.0920 sec 2024-11-25T03:16:58,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741857_1033 (size=47197) 2024-11-25T03:16:58,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741857_1033 (size=47197) 2024-11-25T03:16:58,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741857_1033 (size=47197) 2024-11-25T03:16:58,962 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/b5d9815eb1c29cc6ffba870f357ac6b7/.tmp/cf/0188de14e9694e66adffeaebf764991c 2024-11-25T03:16:58,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741855_1031 (size=28623) 2024-11-25T03:16:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741855_1031 (size=28623) 2024-11-25T03:16:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741855_1031 (size=28623) 2024-11-25T03:16:58,972 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/1692c2294cf4dc5eaa4c796522791c56/.tmp/cf/1c2eeb21e72a4293bf331ae0e224e2c0 2024-11-25T03:16:58,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741856_1032 (size=499309) 2024-11-25T03:16:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741856_1032 (size=499309) 2024-11-25T03:16:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741856_1032 (size=499309) 2024-11-25T03:16:58,977 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13/.tmp/cf/3062ae5a7e4c44aea5d18c6af8df5016 2024-11-25T03:16:58,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/1692c2294cf4dc5eaa4c796522791c56/.tmp/cf/1c2eeb21e72a4293bf331ae0e224e2c0 as hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/1692c2294cf4dc5eaa4c796522791c56/cf/1c2eeb21e72a4293bf331ae0e224e2c0 2024-11-25T03:16:58,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/b5d9815eb1c29cc6ffba870f357ac6b7/.tmp/cf/0188de14e9694e66adffeaebf764991c as hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/b5d9815eb1c29cc6ffba870f357ac6b7/cf/0188de14e9694e66adffeaebf764991c 2024-11-25T03:16:58,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13/.tmp/cf/3062ae5a7e4c44aea5d18c6af8df5016 as hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13/cf/3062ae5a7e4c44aea5d18c6af8df5016 2024-11-25T03:16:58,996 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/1692c2294cf4dc5eaa4c796522791c56/cf/1c2eeb21e72a4293bf331ae0e224e2c0, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T03:16:58,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 1692c2294cf4dc5eaa4c796522791c56 in 135ms, sequenceid=5, compaction requested=false 2024-11-25T03:16:58,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1692c2294cf4dc5eaa4c796522791c56: 2024-11-25T03:16:58,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. for SnapshotProcedureTest completed. 2024-11-25T03:16:58,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:16:58,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:16:58,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/1692c2294cf4dc5eaa4c796522791c56/cf/1c2eeb21e72a4293bf331ae0e224e2c0] hfiles 2024-11-25T03:16:58,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/1692c2294cf4dc5eaa4c796522791c56/cf/1c2eeb21e72a4293bf331ae0e224e2c0 for snapshot=SnapshotProcedureTest 2024-11-25T03:16:59,000 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/b5d9815eb1c29cc6ffba870f357ac6b7/cf/0188de14e9694e66adffeaebf764991c, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-25T03:16:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741858_1034 (size=26918) 2024-11-25T03:16:59,001 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b5d9815eb1c29cc6ffba870f357ac6b7 in 139ms, sequenceid=5, compaction requested=false 2024-11-25T03:16:59,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b5d9815eb1c29cc6ffba870f357ac6b7: 2024-11-25T03:16:59,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. for SnapshotProcedureTest completed. 2024-11-25T03:16:59,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:16:59,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:16:59,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/b5d9815eb1c29cc6ffba870f357ac6b7/cf/0188de14e9694e66adffeaebf764991c] hfiles 2024-11-25T03:16:59,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/b5d9815eb1c29cc6ffba870f357ac6b7/cf/0188de14e9694e66adffeaebf764991c for snapshot=SnapshotProcedureTest 2024-11-25T03:16:59,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741858_1034 (size=26918) 2024-11-25T03:16:59,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741858_1034 (size=26918) 2024-11-25T03:16:59,004 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13/cf/3062ae5a7e4c44aea5d18c6af8df5016, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-25T03:16:59,005 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 17a5c18d14270075e109a94f0e501a13 in 141ms, sequenceid=5, compaction requested=false 2024-11-25T03:16:59,005 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2/.tmp/cf/1626e36231624ad199ae361adb7afdec 2024-11-25T03:16:59,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 17a5c18d14270075e109a94f0e501a13: 2024-11-25T03:16:59,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. for SnapshotProcedureTest completed. 2024-11-25T03:16:59,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:16:59,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:16:59,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13/cf/3062ae5a7e4c44aea5d18c6af8df5016] hfiles 2024-11-25T03:16:59,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13/cf/3062ae5a7e4c44aea5d18c6af8df5016 for snapshot=SnapshotProcedureTest 2024-11-25T03:16:59,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2/.tmp/cf/1626e36231624ad199ae361adb7afdec as hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2/cf/1626e36231624ad199ae361adb7afdec 2024-11-25T03:16:59,021 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2/cf/1626e36231624ad199ae361adb7afdec, entries=676, sequenceid=5, filesize=26.3 K 2024-11-25T03:16:59,023 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for a76cbcfce79eabf954c06c51ee3e15a2 in 124ms, sequenceid=5, compaction requested=false 2024-11-25T03:16:59,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a76cbcfce79eabf954c06c51ee3e15a2: 2024-11-25T03:16:59,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. for SnapshotProcedureTest completed. 2024-11-25T03:16:59,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:16:59,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:16:59,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2/cf/1626e36231624ad199ae361adb7afdec] hfiles 2024-11-25T03:16:59,023 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2/cf/1626e36231624ad199ae361adb7afdec for snapshot=SnapshotProcedureTest 2024-11-25T03:16:59,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741859_1035 (size=105) 2024-11-25T03:16:59,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741859_1035 (size=105) 2024-11-25T03:16:59,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741859_1035 (size=105) 2024-11-25T03:16:59,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:16:59,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T03:16:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T03:16:59,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:59,027 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:16:59,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1692c2294cf4dc5eaa4c796522791c56 in 10.1730 sec 2024-11-25T03:16:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741860_1036 (size=105) 2024-11-25T03:16:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741860_1036 (size=105) 2024-11-25T03:16:59,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741860_1036 (size=105) 2024-11-25T03:16:59,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:16:59,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T03:16:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T03:16:59,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:59,036 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:16:59,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741861_1037 (size=97) 2024-11-25T03:16:59,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741861_1037 (size=97) 2024-11-25T03:16:59,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741861_1037 (size=97) 2024-11-25T03:16:59,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b5d9815eb1c29cc6ffba870f357ac6b7 in 10.1830 sec 2024-11-25T03:16:59,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:16:59,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T03:16:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T03:16:59,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:59,040 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:16:59,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 17a5c18d14270075e109a94f0e501a13 in 10.1860 sec 2024-11-25T03:16:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741862_1038 (size=105) 2024-11-25T03:16:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741862_1038 (size=105) 2024-11-25T03:16:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741862_1038 (size=105) 2024-11-25T03:16:59,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. 2024-11-25T03:16:59,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T03:16:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T03:16:59,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:59,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:16:59,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-25T03:16:59,049 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T03:16:59,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a76cbcfce79eabf954c06c51ee3e15a2 in 10.1920 sec 2024-11-25T03:16:59,050 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T03:16:59,051 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T03:16:59,051 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T03:16:59,053 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:16:59,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741863_1039 (size=1174) 2024-11-25T03:16:59,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741863_1039 (size=1174) 2024-11-25T03:16:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741863_1039 (size=1174) 2024-11-25T03:16:59,080 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T03:16:59,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T03:16:59,088 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,46125,1732504577338 2024-11-25T03:16:59,088 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,32809,1732504577281 2024-11-25T03:16:59,089 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,46125,1732504577338 2024-11-25T03:16:59,089 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,32809,1732504577281 2024-11-25T03:16:59,089 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,46125,1732504577338 2024-11-25T03:16:59,095 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,34639,1732504577462 2024-11-25T03:16:59,095 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,34639,1732504577462 2024-11-25T03:16:59,095 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,32809,1732504577281 2024-11-25T03:16:59,095 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,34639,1732504577462 2024-11-25T03:16:59,130 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:16:59,131 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 38a5d2077268,46125,1732504577338 2024-11-25T03:16:59,131 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 38a5d2077268,46125,1732504577338: Simulated kill ***** 2024-11-25T03:16:59,131 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:16:59,131 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:16:59,132 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:16:59,132 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:16:59,132 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:16:59,132 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 489969656 }, "NonHeapMemoryUsage": { "committed": 175833088, "init": 7667712, "max": -1, "used": 171522048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:16:59,133 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35537 {}] master.MasterRpcServices(700): 38a5d2077268,46125,1732504577338 reported a fatal error: ***** ABORTING region server 38a5d2077268,46125,1732504577338: Simulated kill ***** 2024-11-25T03:16:59,134 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,46125,1732504577338' ***** 2024-11-25T03:16:59,134 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-25T03:16:59,134 INFO [RS:1;38a5d2077268:46125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:16:59,134 INFO [RS:1;38a5d2077268:46125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T03:16:59,134 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:16:59,134 INFO [RS:1;38a5d2077268:46125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T03:16:59,134 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:16:59,134 INFO [RS:1;38a5d2077268:46125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:16:59,134 INFO [RS:1;38a5d2077268:46125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;38a5d2077268:46125. 2024-11-25T03:16:59,135 DEBUG [RS:1;38a5d2077268:46125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:16:59,135 DEBUG [RS:1;38a5d2077268:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741834_1010 (size=2301) 2024-11-25T03:16:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741834_1010 (size=2301) 2024-11-25T03:16:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741834_1010 (size=2301) 2024-11-25T03:16:59,139 DEBUG [RS:1;38a5d2077268:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:16:59,139 INFO [RS:1;38a5d2077268:46125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:16:59,139 INFO [RS:1;38a5d2077268:46125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46125 2024-11-25T03:16:59,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/38a5d2077268,46125,1732504577338 2024-11-25T03:16:59,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:16:59,142 INFO [RS:1;38a5d2077268:46125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:16:59,143 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,46125,1732504577338] 2024-11-25T03:16:59,145 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/38a5d2077268,46125,1732504577338 already deleted, retry=false 2024-11-25T03:16:59,145 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 38a5d2077268,46125,1732504577338 on 38a5d2077268,35537,1732504577201 2024-11-25T03:16:59,146 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 38a5d2077268,46125,1732504577338, splitWal=true, meta=false 2024-11-25T03:16:59,146 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 38a5d2077268,46125,1732504577338 (carryingMeta=false) 38a5d2077268,46125,1732504577338/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@409c0ac7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T03:16:59,147 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 38a5d2077268,46125,1732504577338, splitWal=true, meta=false 2024-11-25T03:16:59,148 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 38a5d2077268,46125,1732504577338 had 4 regions 2024-11-25T03:16:59,149 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 38a5d2077268,46125,1732504577338, splitWal=true, meta=false, isMeta: false 2024-11-25T03:16:59,150 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting 2024-11-25T03:16:59,151 INFO [PEWorker-1 {}] master.SplitWALManager(105): 38a5d2077268,46125,1732504577338 WAL count=1, meta=false 2024-11-25T03:16:59,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 38a5d2077268%2C46125%2C1732504577338.1732504578371}] 2024-11-25T03:16:59,153 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=38a5d2077268,34639,1732504577462 2024-11-25T03:16:59,154 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:16:59,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 38a5d2077268%2C46125%2C1732504577338.1732504578371, worker=38a5d2077268,34639,1732504577462}] 2024-11-25T03:16:59,155 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,46125,1732504577338 Release verify snapshot worker=38a5d2077268,46125,1732504577338 2024-11-25T03:16:59,156 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 38a5d2077268,46125,1732504577338, this operation will be retried to send to another server 2024-11-25T03:16:59,156 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-25T03:16:59,156 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732504620156 2024-11-25T03:16:59,157 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,46125,1732504577338 Release verify snapshot worker=38a5d2077268,46125,1732504577338 2024-11-25T03:16:59,157 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 38a5d2077268,46125,1732504577338, this operation will be retried to send to another server 2024-11-25T03:16:59,157 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-25T03:16:59,157 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-25T03:16:59,158 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,46125,1732504577338 Release verify snapshot worker=38a5d2077268,46125,1732504577338 2024-11-25T03:16:59,157 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-25T03:16:59,158 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732504620158 2024-11-25T03:16:59,158 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-25T03:16:59,158 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 38a5d2077268,46125,1732504577338, this operation will be retried to send to another server 2024-11-25T03:16:59,158 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-25T03:16:59,158 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-25T03:16:59,158 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732504620158 2024-11-25T03:16:59,180 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:16:59,181 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:16:59,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:16:59,244 INFO [RS:1;38a5d2077268:46125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:16:59,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1014d1fcf1b0002, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:16:59,244 INFO [RS:1;38a5d2077268:46125 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,46125,1732504577338; zookeeper connection closed. 2024-11-25T03:16:59,245 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56435ae5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56435ae5 2024-11-25T03:17:05,543 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:42587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-25T03:17:08,465 INFO [master/38a5d2077268:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T03:17:08,465 INFO [master/38a5d2077268:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T03:17:09,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-25T03:17:09,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-25T03:17:09,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-25T03:17:09,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-25T03:17:09,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-25T03:17:09,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-25T03:17:09,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-25T03:17:09,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:17:09,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-25T03:17:09,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-25T03:17:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-25T03:17:09,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-25T03:17:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-25T03:17:09,105 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,32809,1732504577281 Release verify snapshot worker=38a5d2077268,32809,1732504577281 2024-11-25T03:17:09,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:17:09,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-25T03:17:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-25T03:17:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-25T03:17:09,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-25T03:17:09,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-25T03:17:09,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,32809,1732504577281 in 10.0220 sec 2024-11-25T03:17:09,112 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,32809,1732504577281 2024-11-25T03:17:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-25T03:17:09,113 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,34639,1732504577462 Release verify snapshot worker=38a5d2077268,34639,1732504577462 2024-11-25T03:17:09,113 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,34639,1732504577462 2024-11-25T03:17:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-25T03:17:09,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,34639,1732504577462 in 10.0290 sec 2024-11-25T03:17:09,117 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,34639,1732504577462 Release verify snapshot worker=38a5d2077268,34639,1732504577462 2024-11-25T03:17:09,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,34639,1732504577462 in 10.0330 sec 2024-11-25T03:17:09,123 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,32809,1732504577281 Release verify snapshot worker=38a5d2077268,32809,1732504577281 2024-11-25T03:17:09,124 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,32809,1732504577281 Release verify snapshot worker=38a5d2077268,32809,1732504577281 2024-11-25T03:17:09,124 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,34639,1732504577462 Release verify snapshot worker=38a5d2077268,34639,1732504577462 2024-11-25T03:17:09,125 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,34639,1732504577462 2024-11-25T03:17:09,125 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371, size=2.2 K (2301bytes) 2024-11-25T03:17:09,125 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371 2024-11-25T03:17:09,126 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371 after 1ms 2024-11-25T03:17:09,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,34639,1732504577462 in 10.0400 sec 2024-11-25T03:17:09,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,32809,1732504577281 in 10.0390 sec 2024-11-25T03:17:09,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,32809,1732504577281 in 10.0400 sec 2024-11-25T03:17:09,130 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=38a5d2077268,32809,1732504577281 2024-11-25T03:17:09,132 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371 took 6ms 2024-11-25T03:17:09,139 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0e4645a422702e54bba811261aa7e80e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:17:09,141 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a76cbcfce79eabf954c06c51ee3e15a2: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-25T03:17:09,142 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 17a5c18d14270075e109a94f0e501a13: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-25T03:17:09,144 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 27b56ea8abc44e272467fefafef05881: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:17:09,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371 so closing down 2024-11-25T03:17:09,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:17:09,145 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:17:09,145 INFO [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 10 ms; skipped=8; WAL=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371, size=2.2 K, length=2301, corrupted=false, cancelled=false 2024-11-25T03:17:09,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371, journal: Splitting hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371, size=2.2 K (2301bytes) at 1732504629125Finishing writing output for hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371 so closing down at 1732504629145 (+20 ms)3 split writer threads finished at 1732504629145Processed 8 edits across 0 Regions in 10 ms; skipped=8; WAL=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371, size=2.2 K, length=2301, corrupted=false, cancelled=false at 1732504629145 2024-11-25T03:17:09,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371 2024-11-25T03:17:09,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T03:17:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-25T03:17:09,151 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting/38a5d2077268%2C46125%2C1732504577338.1732504578371 to hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/oldWALs 2024-11-25T03:17:09,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T03:17:09,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 38a5d2077268%2C46125%2C1732504577338.1732504578371, worker=38a5d2077268,34639,1732504577462 in 9.9970 sec 2024-11-25T03:17:09,155 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=38a5d2077268,34639,1732504577462 2024-11-25T03:17:09,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-25T03:17:09,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 38a5d2077268%2C46125%2C1732504577338.1732504578371, worker=38a5d2077268,34639,1732504577462 in 10.0040 sec 2024-11-25T03:17:09,159 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting dir is empty, no logs to split. 2024-11-25T03:17:09,159 INFO [PEWorker-5 {}] master.SplitWALManager(105): 38a5d2077268,46125,1732504577338 WAL count=0, meta=false 2024-11-25T03:17:09,159 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 38a5d2077268,46125,1732504577338 WAL splitting is done? wals=0, meta=false 2024-11-25T03:17:09,162 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 38a5d2077268,46125,1732504577338 failed, ignore...File hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/WALs/38a5d2077268,46125,1732504577338-splitting does not exist. 2024-11-25T03:17:09,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a76cbcfce79eabf954c06c51ee3e15a2, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17a5c18d14270075e109a94f0e501a13, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e4645a422702e54bba811261aa7e80e, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27b56ea8abc44e272467fefafef05881, ASSIGN}] 2024-11-25T03:17:09,165 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27b56ea8abc44e272467fefafef05881, ASSIGN 2024-11-25T03:17:09,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e4645a422702e54bba811261aa7e80e, ASSIGN 2024-11-25T03:17:09,165 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a76cbcfce79eabf954c06c51ee3e15a2, ASSIGN 2024-11-25T03:17:09,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17a5c18d14270075e109a94f0e501a13, ASSIGN 2024-11-25T03:17:09,166 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27b56ea8abc44e272467fefafef05881, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:17:09,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e4645a422702e54bba811261aa7e80e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:17:09,167 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a76cbcfce79eabf954c06c51ee3e15a2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:17:09,167 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17a5c18d14270075e109a94f0e501a13, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:17:09,317 DEBUG [38a5d2077268:35537 {}] balancer.BalancerClusterState(204): Hosts are {38a5d2077268=0} racks are {/default-rack=0} 2024-11-25T03:17:09,318 DEBUG [38a5d2077268:35537 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:17:09,318 DEBUG [38a5d2077268:35537 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:17:09,318 DEBUG [38a5d2077268:35537 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:17:09,318 DEBUG [38a5d2077268:35537 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:17:09,318 INFO [38a5d2077268:35537 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:17:09,318 INFO [38a5d2077268:35537 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:17:09,318 DEBUG [38a5d2077268:35537 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:17:09,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=0e4645a422702e54bba811261aa7e80e, regionState=OPENING, regionLocation=38a5d2077268,32809,1732504577281 2024-11-25T03:17:09,319 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=a76cbcfce79eabf954c06c51ee3e15a2, regionState=OPENING, regionLocation=38a5d2077268,34639,1732504577462 2024-11-25T03:17:09,319 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=27b56ea8abc44e272467fefafef05881, regionState=OPENING, regionLocation=38a5d2077268,34639,1732504577462 2024-11-25T03:17:09,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=17a5c18d14270075e109a94f0e501a13, regionState=OPENING, regionLocation=38a5d2077268,32809,1732504577281 2024-11-25T03:17:09,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e4645a422702e54bba811261aa7e80e, ASSIGN because future has completed 2024-11-25T03:17:09,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4645a422702e54bba811261aa7e80e, server=38a5d2077268,32809,1732504577281}] 2024-11-25T03:17:09,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a76cbcfce79eabf954c06c51ee3e15a2, ASSIGN because future has completed 2024-11-25T03:17:09,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure a76cbcfce79eabf954c06c51ee3e15a2, server=38a5d2077268,34639,1732504577462}] 2024-11-25T03:17:09,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27b56ea8abc44e272467fefafef05881, ASSIGN because future has completed 2024-11-25T03:17:09,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27b56ea8abc44e272467fefafef05881, server=38a5d2077268,34639,1732504577462}] 2024-11-25T03:17:09,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17a5c18d14270075e109a94f0e501a13, ASSIGN because future has completed 2024-11-25T03:17:09,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a5c18d14270075e109a94f0e501a13, server=38a5d2077268,32809,1732504577281}] 2024-11-25T03:17:17,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:17:19,117 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:17:19,117 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:17:19,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-25T03:17:19,117 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 27b56ea8abc44e272467fefafef05881, NAME => 'SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T03:17:19,117 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 17a5c18d14270075e109a94f0e501a13, NAME => 'SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T03:17:19,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-25T03:17:19,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-25T03:17:19,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-25T03:17:19,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-25T03:17:19,117 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,117 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-25T03:17:19,117 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:19,117 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:19,118 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,118 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T03:17:19,118 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,118 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-25T03:17:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-25T03:17:19,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-25T03:17:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-25T03:17:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-25T03:17:19,120 INFO [StoreOpener-27b56ea8abc44e272467fefafef05881-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,121 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,32809,1732504577281 Release verify snapshot worker=38a5d2077268,32809,1732504577281 2024-11-25T03:17:19,121 INFO [StoreOpener-17a5c18d14270075e109a94f0e501a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,122 INFO [StoreOpener-27b56ea8abc44e272467fefafef05881-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27b56ea8abc44e272467fefafef05881 columnFamilyName cf 2024-11-25T03:17:19,122 DEBUG [StoreOpener-27b56ea8abc44e272467fefafef05881-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,122 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,34639,1732504577462 Release verify snapshot worker=38a5d2077268,34639,1732504577462 2024-11-25T03:17:19,122 INFO [StoreOpener-17a5c18d14270075e109a94f0e501a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a5c18d14270075e109a94f0e501a13 columnFamilyName cf 2024-11-25T03:17:19,122 DEBUG [StoreOpener-17a5c18d14270075e109a94f0e501a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,123 INFO [StoreOpener-27b56ea8abc44e272467fefafef05881-1 {}] regionserver.HStore(327): Store=27b56ea8abc44e272467fefafef05881/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:19,123 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,124 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,124 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,34639,1732504577462 Release verify snapshot worker=38a5d2077268,34639,1732504577462 2024-11-25T03:17:19,125 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,34639,1732504577462 in 20.0380 sec 2024-11-25T03:17:19,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,32809,1732504577281 in 20.0370 sec 2024-11-25T03:17:19,126 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,126 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,127 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,32809,1732504577281 Release verify snapshot worker=38a5d2077268,32809,1732504577281 2024-11-25T03:17:19,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,34639,1732504577462 in 20.0400 sec 2024-11-25T03:17:19,129 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=25 2024-11-25T03:17:19,130 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-25T03:17:19,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=38a5d2077268,32809,1732504577281 in 20.0430 sec 2024-11-25T03:17:19,130 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/.hbase-snapshot/SnapshotProcedureTest 2024-11-25T03:17:19,130 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 27b56ea8abc44e272467fefafef05881; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73427904, jitterRate=0.0941610336303711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:17:19,130 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,130 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 27b56ea8abc44e272467fefafef05881: Running coprocessor pre-open hook at 1732504639118Writing region info on filesystem at 1732504639118Initializing all the Stores at 1732504639119 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504639120 (+1 ms)Cleaning up temporary data from old regions at 1732504639126 (+6 ms)Running coprocessor post-open hooks at 1732504639130 (+4 ms)Region opened successfully at 1732504639130 2024-11-25T03:17:19,131 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881., pid=55, masterSystemTime=1732504639113 2024-11-25T03:17:19,132 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-25T03:17:19,132 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-25T03:17:19,133 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:17:19,133 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:17:19,133 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. 2024-11-25T03:17:19,134 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => a76cbcfce79eabf954c06c51ee3e15a2, NAME => 'SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T03:17:19,134 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:17:19,134 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:19,134 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:17:19,134 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:17:19,135 DEBUG [StoreOpener-17a5c18d14270075e109a94f0e501a13-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13/cf/3062ae5a7e4c44aea5d18c6af8df5016 2024-11-25T03:17:19,135 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=27b56ea8abc44e272467fefafef05881, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,34639,1732504577462 2024-11-25T03:17:19,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3170 sec 2024-11-25T03:17:19,136 INFO [StoreOpener-17a5c18d14270075e109a94f0e501a13-1 {}] regionserver.HStore(327): Store=17a5c18d14270075e109a94f0e501a13/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:19,136 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,137 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27b56ea8abc44e272467fefafef05881, server=38a5d2077268,34639,1732504577462 because future has completed 2024-11-25T03:17:19,138 INFO [StoreOpener-a76cbcfce79eabf954c06c51ee3e15a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:17:19,138 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,139 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,139 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,139 INFO [StoreOpener-a76cbcfce79eabf954c06c51ee3e15a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a76cbcfce79eabf954c06c51ee3e15a2 columnFamilyName cf 2024-11-25T03:17:19,139 DEBUG [StoreOpener-a76cbcfce79eabf954c06c51ee3e15a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=52 2024-11-25T03:17:19,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 27b56ea8abc44e272467fefafef05881, server=38a5d2077268,34639,1732504577462 in 9.8120 sec 2024-11-25T03:17:19,142 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27b56ea8abc44e272467fefafef05881, ASSIGN in 9.9780 sec 2024-11-25T03:17:19,144 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:17:19,146 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 17a5c18d14270075e109a94f0e501a13; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68777191, jitterRate=0.02486000955104828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:17:19,146 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,146 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 17a5c18d14270075e109a94f0e501a13: Running coprocessor pre-open hook at 1732504639118Writing region info on filesystem at 1732504639118Initializing all the Stores at 1732504639120 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504639120Cleaning up temporary data from old regions at 1732504639139 (+19 ms)Running coprocessor post-open hooks at 1732504639146 (+7 ms)Region opened successfully at 1732504639146 2024-11-25T03:17:19,147 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13., pid=56, masterSystemTime=1732504639112 2024-11-25T03:17:19,149 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:17:19,149 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:17:19,149 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. 2024-11-25T03:17:19,149 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e4645a422702e54bba811261aa7e80e, NAME => 'SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T03:17:19,149 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:17:19,150 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:19,150 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:17:19,150 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:17:19,151 DEBUG [StoreOpener-a76cbcfce79eabf954c06c51ee3e15a2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2/cf/1626e36231624ad199ae361adb7afdec 2024-11-25T03:17:19,151 INFO [StoreOpener-a76cbcfce79eabf954c06c51ee3e15a2-1 {}] regionserver.HStore(327): Store=a76cbcfce79eabf954c06c51ee3e15a2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:19,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=17a5c18d14270075e109a94f0e501a13, regionState=OPEN, openSeqNum=6, regionLocation=38a5d2077268,32809,1732504577281 2024-11-25T03:17:19,151 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:17:19,152 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:17:19,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a5c18d14270075e109a94f0e501a13, server=38a5d2077268,32809,1732504577281 because future has completed 2024-11-25T03:17:19,156 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:17:19,157 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:17:19,157 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:17:19,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=50 2024-11-25T03:17:19,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 17a5c18d14270075e109a94f0e501a13, server=38a5d2077268,32809,1732504577281 in 9.8280 sec 2024-11-25T03:17:19,159 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-25T03:17:19,163 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:17:19,164 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T03:17:19,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:17:19,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:19,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17a5c18d14270075e109a94f0e501a13, ASSIGN in 9.9960 sec 2024-11-25T03:17:19,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:19,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:19,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:17:19,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=357467589, stopped=false 2024-11-25T03:17:19,165 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,35537,1732504577201 2024-11-25T03:17:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:17:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:17:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:17:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:17:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:17:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:17:19,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:19,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:17:19,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:19,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:19,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:17:19,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,32809,1732504577281' ***** 2024-11-25T03:17:19,169 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:17:19,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,34639,1732504577462' ***** 2024-11-25T03:17:19,169 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:17:19,170 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:17:19,170 INFO [RS:2;38a5d2077268:34639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:17:19,170 INFO [RS:2;38a5d2077268:34639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:17:19,170 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(3091): Received CLOSE for d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:17:19,170 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:17:19,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:17:19,170 INFO [RS:0;38a5d2077268:32809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:17:19,170 INFO [RS:0;38a5d2077268:32809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:17:19,170 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(3091): Received CLOSE for b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:17:19,171 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:17:19,171 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:17:19,171 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/a76cbcfce79eabf954c06c51ee3e15a2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:17:19,171 INFO [StoreOpener-0e4645a422702e54bba811261aa7e80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:17:19,172 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened a76cbcfce79eabf954c06c51ee3e15a2; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72004179, jitterRate=0.07294587790966034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:17:19,172 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a76cbcfce79eabf954c06c51ee3e15a2 2024-11-25T03:17:19,172 INFO [StoreOpener-0e4645a422702e54bba811261aa7e80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4645a422702e54bba811261aa7e80e columnFamilyName cf 2024-11-25T03:17:19,172 DEBUG [StoreOpener-0e4645a422702e54bba811261aa7e80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,172 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for a76cbcfce79eabf954c06c51ee3e15a2: Running coprocessor pre-open hook at 1732504639134Writing region info on filesystem at 1732504639134Initializing all the Stores at 1732504639137 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504639137Cleaning up temporary data from old regions at 1732504639157 (+20 ms)Running coprocessor post-open hooks at 1732504639172 (+15 ms)Region opened successfully at 1732504639172 2024-11-25T03:17:19,173 INFO [StoreOpener-0e4645a422702e54bba811261aa7e80e-1 {}] regionserver.HStore(327): Store=0e4645a422702e54bba811261aa7e80e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:19,173 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:17:19,174 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/0e4645a422702e54bba811261aa7e80e 2024-11-25T03:17:19,174 WARN [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(168): Fatal error occurred while opening region SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2., aborting... org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 38a5d2077268,34639,1732504577462 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:17:19,175 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1692c2294cf4dc5eaa4c796522791c56 2024-11-25T03:17:19,175 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(3091): Received CLOSE for 27b56ea8abc44e272467fefafef05881 2024-11-25T03:17:19,175 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(3091): Received CLOSE for c783ac29ca3eea2635970ad06f069faa 2024-11-25T03:17:19,175 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,34639,1732504577462 2024-11-25T03:17:19,175 INFO [RS:2;38a5d2077268:34639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:19,175 ERROR [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,34639,1732504577462: Failed to open region SPTestTable,99999996,1732504588558.a76cbcfce79eabf954c06c51ee3e15a2. and can not recover ***** org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 38a5d2077268,34639,1732504577462 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:17:19,175 INFO [RS:2;38a5d2077268:34639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;38a5d2077268:34639. 2024-11-25T03:17:19,175 DEBUG [RS:2;38a5d2077268:34639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:19,175 DEBUG [RS:2;38a5d2077268:34639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,176 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-25T03:17:19,176 DEBUG [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(1325): Online Regions={d72bf6d4b219958c9545d3b6289f8448=SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448., 1692c2294cf4dc5eaa4c796522791c56=SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56., 27b56ea8abc44e272467fefafef05881=SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881., c783ac29ca3eea2635970ad06f069faa=SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa.} 2024-11-25T03:17:19,176 ERROR [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:17:19,176 DEBUG [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(1351): Waiting on 1692c2294cf4dc5eaa4c796522791c56, 27b56ea8abc44e272467fefafef05881, c783ac29ca3eea2635970ad06f069faa, d72bf6d4b219958c9545d3b6289f8448 2024-11-25T03:17:19,176 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/0e4645a422702e54bba811261aa7e80e 2024-11-25T03:17:19,176 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:17:19,176 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d72bf6d4b219958c9545d3b6289f8448, disabling compactions & flushes 2024-11-25T03:17:19,176 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:17:19,176 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:17:19,176 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. after waiting 0 ms 2024-11-25T03:17:19,176 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:17:19,176 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:17:19,177 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:17:19,177 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:17:19,177 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:17:19,177 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:17:19,177 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 592730104 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 172738992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:17:19,179 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:17:19,178 WARN [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:35537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:?] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.handleException(AssignRegionHandler.java:173) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:106) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:35537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 15 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 15 more 2024-11-25T03:17:19,180 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 0e4645a422702e54bba811261aa7e80e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64555317, jitterRate=-0.0380508154630661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:17:19,180 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e4645a422702e54bba811261aa7e80e 2024-11-25T03:17:19,180 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 0e4645a422702e54bba811261aa7e80e: Running coprocessor pre-open hook at 1732504639150Writing region info on filesystem at 1732504639150Initializing all the Stores at 1732504639151 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504639151Cleaning up temporary data from old regions at 1732504639177 (+26 ms)Running coprocessor post-open hooks at 1732504639180 (+3 ms)Region opened successfully at 1732504639180 2024-11-25T03:17:19,181 WARN [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(168): Fatal error occurred while opening region SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e., aborting... org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 38a5d2077268,32809,1732504577281 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:17:19,181 ERROR [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,32809,1732504577281: Failed to open region SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. and can not recover ***** org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 38a5d2077268,32809,1732504577281 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:17:19,181 ERROR [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:17:19,182 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:17:19,182 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:17:19,182 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:17:19,182 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:17:19,182 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 592730104 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 172758256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:17:19,183 WARN [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35537 {}] master.MasterRpcServices(700): 38a5d2077268,32809,1732504577281 reported a fatal error: ***** ABORTING region server 38a5d2077268,32809,1732504577281: Failed to open region SPTestTable,66666664,1732504588558.0e4645a422702e54bba811261aa7e80e. and can not recover ***** Cause: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 38a5d2077268,32809,1732504577281 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.HRegionServer.postOpenDeployTasks(HRegionServer.java:2235) at org.apache.hadoop.hbase.regionserver.handler.AssignRegionHandler.process(AssignRegionHandler.java:150) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:19,184 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(3091): Received CLOSE for 31ea42a41ab0bc119d058da593a82a5c 2024-11-25T03:17:19,184 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(3091): Received CLOSE for 560ae3a0448441b5b5e0ac6b111ddb84 2024-11-25T03:17:19,184 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(3091): Received CLOSE for 17a5c18d14270075e109a94f0e501a13 2024-11-25T03:17:19,184 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,32809,1732504577281 2024-11-25T03:17:19,185 INFO [RS:0;38a5d2077268:32809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:19,185 INFO [RS:0;38a5d2077268:32809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:32809. 2024-11-25T03:17:19,185 DEBUG [RS:0;38a5d2077268:32809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:19,185 DEBUG [RS:0;38a5d2077268:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,185 INFO [RS:0;38a5d2077268:32809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:17:19,185 INFO [RS:0;38a5d2077268:32809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:17:19,185 INFO [RS:0;38a5d2077268:32809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:17:19,185 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:17:19,185 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5d9815eb1c29cc6ffba870f357ac6b7, disabling compactions & flushes 2024-11-25T03:17:19,185 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:17:19,185 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:17:19,185 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. after waiting 0 ms 2024-11-25T03:17:19,185 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:17:19,185 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-25T03:17:19,185 DEBUG [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(1325): Online Regions={b5d9815eb1c29cc6ffba870f357ac6b7=SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7., 31ea42a41ab0bc119d058da593a82a5c=SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c., 1588230740=hbase:meta,,1.1588230740, 560ae3a0448441b5b5e0ac6b111ddb84=SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84., 17a5c18d14270075e109a94f0e501a13=SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13.} 2024-11-25T03:17:19,186 DEBUG [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17a5c18d14270075e109a94f0e501a13, 31ea42a41ab0bc119d058da593a82a5c, 560ae3a0448441b5b5e0ac6b111ddb84, b5d9815eb1c29cc6ffba870f357ac6b7 2024-11-25T03:17:19,186 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:19,186 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:19,186 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:19,186 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:19,186 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:19,193 ERROR [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 15510 in region hbase:meta,,1.1588230740 2024-11-25T03:17:19,193 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:17:19,193 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:19,193 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504639186Running coprocessor pre-close hooks at 1732504639186Disabling compacts and flushes for region at 1732504639186Disabling writes for close at 1732504639186Writing region close event to WAL at 1732504639193 (+7 ms)Running coprocessor post-close hooks at 1732504639193Closed at 1732504639193 2024-11-25T03:17:19,193 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:19,193 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/d72bf6d4b219958c9545d3b6289f8448/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:17:19,194 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:17:19,194 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d72bf6d4b219958c9545d3b6289f8448: Waiting for close lock at 1732504639176Running coprocessor pre-close hooks at 1732504639176Disabling compacts and flushes for region at 1732504639176Disabling writes for close at 1732504639176Writing region close event to WAL at 1732504639189 (+13 ms)Running coprocessor post-close hooks at 1732504639194 (+5 ms)Closed at 1732504639194 2024-11-25T03:17:19,195 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732504588558.d72bf6d4b219958c9545d3b6289f8448. 2024-11-25T03:17:19,195 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1692c2294cf4dc5eaa4c796522791c56, disabling compactions & flushes 2024-11-25T03:17:19,195 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:17:19,195 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:17:19,195 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. after waiting 0 ms 2024-11-25T03:17:19,195 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:17:19,200 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/1692c2294cf4dc5eaa4c796522791c56/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:17:19,201 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:17:19,201 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1692c2294cf4dc5eaa4c796522791c56: Waiting for close lock at 1732504639195Running coprocessor pre-close hooks at 1732504639195Disabling compacts and flushes for region at 1732504639195Disabling writes for close at 1732504639195Writing region close event to WAL at 1732504639196 (+1 ms)Running coprocessor post-close hooks at 1732504639201 (+5 ms)Closed at 1732504639201 2024-11-25T03:17:19,201 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732504588558.1692c2294cf4dc5eaa4c796522791c56. 2024-11-25T03:17:19,201 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27b56ea8abc44e272467fefafef05881, disabling compactions & flushes 2024-11-25T03:17:19,201 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:17:19,201 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:17:19,201 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. after waiting 0 ms 2024-11-25T03:17:19,201 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:17:19,205 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/b5d9815eb1c29cc6ffba870f357ac6b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:17:19,206 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:17:19,206 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5d9815eb1c29cc6ffba870f357ac6b7: Waiting for close lock at 1732504639185Running coprocessor pre-close hooks at 1732504639185Disabling compacts and flushes for region at 1732504639185Disabling writes for close at 1732504639185Writing region close event to WAL at 1732504639197 (+12 ms)Running coprocessor post-close hooks at 1732504639206 (+9 ms)Closed at 1732504639206 2024-11-25T03:17:19,206 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732504588558.b5d9815eb1c29cc6ffba870f357ac6b7. 2024-11-25T03:17:19,206 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31ea42a41ab0bc119d058da593a82a5c, disabling compactions & flushes 2024-11-25T03:17:19,206 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:17:19,206 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:17:19,206 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. after waiting 0 ms 2024-11-25T03:17:19,206 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:17:19,208 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/27b56ea8abc44e272467fefafef05881/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T03:17:19,209 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:17:19,209 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27b56ea8abc44e272467fefafef05881: Waiting for close lock at 1732504639201Running coprocessor pre-close hooks at 1732504639201Disabling compacts and flushes for region at 1732504639201Disabling writes for close at 1732504639201Writing region close event to WAL at 1732504639205 (+4 ms)Running coprocessor post-close hooks at 1732504639209 (+4 ms)Closed at 1732504639209 2024-11-25T03:17:19,209 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732504588558.27b56ea8abc44e272467fefafef05881. 2024-11-25T03:17:19,209 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:17:19,209 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:17:19,209 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c783ac29ca3eea2635970ad06f069faa, disabling compactions & flushes 2024-11-25T03:17:19,209 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:17:19,209 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:17:19,209 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. after waiting 0 ms 2024-11-25T03:17:19,209 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:17:19,210 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/31ea42a41ab0bc119d058da593a82a5c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:17:19,211 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:17:19,211 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31ea42a41ab0bc119d058da593a82a5c: Waiting for close lock at 1732504639206Running coprocessor pre-close hooks at 1732504639206Disabling compacts and flushes for region at 1732504639206Disabling writes for close at 1732504639206Writing region close event to WAL at 1732504639206Running coprocessor post-close hooks at 1732504639211 (+5 ms)Closed at 1732504639211 2024-11-25T03:17:19,211 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732504588558.31ea42a41ab0bc119d058da593a82a5c. 2024-11-25T03:17:19,212 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 560ae3a0448441b5b5e0ac6b111ddb84, disabling compactions & flushes 2024-11-25T03:17:19,212 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:17:19,212 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:17:19,212 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. after waiting 0 ms 2024-11-25T03:17:19,212 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:17:19,212 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:19,213 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/c783ac29ca3eea2635970ad06f069faa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:17:19,214 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:17:19,214 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c783ac29ca3eea2635970ad06f069faa: Waiting for close lock at 1732504639209Running coprocessor pre-close hooks at 1732504639209Disabling compacts and flushes for region at 1732504639209Disabling writes for close at 1732504639209Writing region close event to WAL at 1732504639210 (+1 ms)Running coprocessor post-close hooks at 1732504639214 (+4 ms)Closed at 1732504639214 2024-11-25T03:17:19,215 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732504588558.c783ac29ca3eea2635970ad06f069faa. 2024-11-25T03:17:19,216 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/560ae3a0448441b5b5e0ac6b111ddb84/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:17:19,217 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:17:19,217 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 560ae3a0448441b5b5e0ac6b111ddb84: Waiting for close lock at 1732504639212Running coprocessor pre-close hooks at 1732504639212Disabling compacts and flushes for region at 1732504639212Disabling writes for close at 1732504639212Writing region close event to WAL at 1732504639212Running coprocessor post-close hooks at 1732504639217 (+5 ms)Closed at 1732504639217 2024-11-25T03:17:19,217 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732504588558.560ae3a0448441b5b5e0ac6b111ddb84. 2024-11-25T03:17:19,217 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17a5c18d14270075e109a94f0e501a13, disabling compactions & flushes 2024-11-25T03:17:19,217 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:17:19,217 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:17:19,217 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. after waiting 0 ms 2024-11-25T03:17:19,217 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:17:19,222 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/data/default/SPTestTable/17a5c18d14270075e109a94f0e501a13/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-25T03:17:19,223 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:17:19,223 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17a5c18d14270075e109a94f0e501a13: Waiting for close lock at 1732504639217Running coprocessor pre-close hooks at 1732504639217Disabling compacts and flushes for region at 1732504639217Disabling writes for close at 1732504639217Writing region close event to WAL at 1732504639218 (+1 ms)Running coprocessor post-close hooks at 1732504639223 (+5 ms)Closed at 1732504639223 2024-11-25T03:17:19,223 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732504588558.17a5c18d14270075e109a94f0e501a13. 2024-11-25T03:17:19,269 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:19,376 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,34639,1732504577462; all regions closed. 2024-11-25T03:17:19,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741835_1011 (size=3242) 2024-11-25T03:17:19,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741835_1011 (size=3242) 2024-11-25T03:17:19,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741835_1011 (size=3242) 2024-11-25T03:17:19,382 DEBUG [RS:2;38a5d2077268:34639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,382 INFO [RS:2;38a5d2077268:34639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:19,382 INFO [RS:2;38a5d2077268:34639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:19,383 INFO [RS:2;38a5d2077268:34639 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:19,383 INFO [RS:2;38a5d2077268:34639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:17:19,383 INFO [RS:2;38a5d2077268:34639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:17:19,383 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:19,383 INFO [RS:2;38a5d2077268:34639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:17:19,383 INFO [RS:2;38a5d2077268:34639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:19,383 INFO [RS:2;38a5d2077268:34639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34639 2024-11-25T03:17:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/38a5d2077268,34639,1732504577462 2024-11-25T03:17:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:17:19,385 INFO [RS:2;38a5d2077268:34639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:19,386 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,32809,1732504577281; all regions closed. 2024-11-25T03:17:19,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,34639,1732504577462] 2024-11-25T03:17:19,388 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/38a5d2077268,34639,1732504577462 already deleted, retry=false 2024-11-25T03:17:19,388 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,34639,1732504577462 expired; onlineServers=1 2024-11-25T03:17:19,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741836_1012 (size=17464) 2024-11-25T03:17:19,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741836_1012 (size=17464) 2024-11-25T03:17:19,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741836_1012 (size=17464) 2024-11-25T03:17:19,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741833_1009 (size=3272) 2024-11-25T03:17:19,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741833_1009 (size=3272) 2024-11-25T03:17:19,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741833_1009 (size=3272) 2024-11-25T03:17:19,392 DEBUG [RS:0;38a5d2077268:32809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,392 INFO [RS:0;38a5d2077268:32809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:19,392 INFO [RS:0;38a5d2077268:32809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:19,392 INFO [RS:0;38a5d2077268:32809 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:19,392 INFO [RS:0;38a5d2077268:32809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:19,392 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:19,393 INFO [RS:0;38a5d2077268:32809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32809 2024-11-25T03:17:19,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:17:19,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/38a5d2077268,32809,1732504577281 2024-11-25T03:17:19,395 INFO [RS:0;38a5d2077268:32809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:19,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,32809,1732504577281] 2024-11-25T03:17:19,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/38a5d2077268,32809,1732504577281 already deleted, retry=false 2024-11-25T03:17:19,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,32809,1732504577281 expired; onlineServers=0 2024-11-25T03:17:19,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,35537,1732504577201' ***** 2024-11-25T03:17:19,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:17:19,398 INFO [M:0;38a5d2077268:35537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:19,398 INFO [M:0;38a5d2077268:35537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:19,398 DEBUG [M:0;38a5d2077268:35537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:17:19,398 DEBUG [M:0;38a5d2077268:35537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:17:19,398 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:17:19,398 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504578004 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504578004,5,FailOnTimeoutGroup] 2024-11-25T03:17:19,398 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504578004 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504578004,5,FailOnTimeoutGroup] 2024-11-25T03:17:19,399 INFO [M:0;38a5d2077268:35537 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:19,399 INFO [M:0;38a5d2077268:35537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:19,399 DEBUG [M:0;38a5d2077268:35537 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:17:19,399 INFO [M:0;38a5d2077268:35537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:17:19,399 INFO [M:0;38a5d2077268:35537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:19,399 ERROR [M:0;38a5d2077268:35537 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1278762655) connection to localhost/127.0.0.1:46551 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46551,5,PEWorkerGroup] 2024-11-25T03:17:19,399 INFO [M:0;38a5d2077268:35537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:17:19,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:17:19,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T03:17:19,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:17:19,400 DEBUG [M:0;38a5d2077268:35537 {}] zookeeper.ZKUtil(347): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T03:17:19,400 WARN [M:0;38a5d2077268:35537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:17:19,401 INFO [M:0;38a5d2077268:35537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/.lastflushedseqids 2024-11-25T03:17:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741864_1040 (size=650) 2024-11-25T03:17:19,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741864_1040 (size=650) 2024-11-25T03:17:19,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741864_1040 (size=650) 2024-11-25T03:17:19,412 INFO [M:0;38a5d2077268:35537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:17:19,413 INFO [M:0;38a5d2077268:35537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:17:19,413 DEBUG [M:0;38a5d2077268:35537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:19,413 INFO [M:0;38a5d2077268:35537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:19,413 DEBUG [M:0;38a5d2077268:35537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:19,413 DEBUG [M:0;38a5d2077268:35537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:19,413 DEBUG [M:0;38a5d2077268:35537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:19,413 INFO [M:0;38a5d2077268:35537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=227.55 KB heapSize=270.27 KB 2024-11-25T03:17:19,436 DEBUG [M:0;38a5d2077268:35537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46c27b8aa39b4b8492cf8985c3c07af9 is 82, key is hbase:meta,,1/info:regioninfo/1732504588438/Put/seqid=0 2024-11-25T03:17:19,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741865_1041 (size=5672) 2024-11-25T03:17:19,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741865_1041 (size=5672) 2024-11-25T03:17:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741865_1041 (size=5672) 2024-11-25T03:17:19,447 INFO [M:0;38a5d2077268:35537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46c27b8aa39b4b8492cf8985c3c07af9 2024-11-25T03:17:19,475 DEBUG [M:0;38a5d2077268:35537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0ad65fca532412b87c458b9af061cbf is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732504599454/Put/seqid=0 2024-11-25T03:17:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741866_1042 (size=12987) 2024-11-25T03:17:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741866_1042 (size=12987) 2024-11-25T03:17:19,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741866_1042 (size=12987) 2024-11-25T03:17:19,483 INFO [M:0;38a5d2077268:35537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=226.82 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0ad65fca532412b87c458b9af061cbf 2024-11-25T03:17:19,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:19,486 INFO [RS:2;38a5d2077268:34639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:19,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34639-0x1014d1fcf1b0003, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:19,486 INFO [RS:2;38a5d2077268:34639 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,34639,1732504577462; zookeeper connection closed. 2024-11-25T03:17:19,487 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@548b0f85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@548b0f85 2024-11-25T03:17:19,490 INFO [M:0;38a5d2077268:35537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0ad65fca532412b87c458b9af061cbf 2024-11-25T03:17:19,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:19,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32809-0x1014d1fcf1b0001, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:19,497 INFO [RS:0;38a5d2077268:32809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:19,497 INFO [RS:0;38a5d2077268:32809 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,32809,1732504577281; zookeeper connection closed. 2024-11-25T03:17:19,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f549223 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f549223 2024-11-25T03:17:19,498 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T03:17:19,506 DEBUG [M:0;38a5d2077268:35537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e859cd2203284c359d31c92ac523b483 is 69, key is 38a5d2077268,32809,1732504577281/rs:state/1732504578083/Put/seqid=0 2024-11-25T03:17:19,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741867_1043 (size=5442) 2024-11-25T03:17:19,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741867_1043 (size=5442) 2024-11-25T03:17:19,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741867_1043 (size=5442) 2024-11-25T03:17:19,513 INFO [M:0;38a5d2077268:35537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e859cd2203284c359d31c92ac523b483 2024-11-25T03:17:19,519 INFO [M:0;38a5d2077268:35537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e859cd2203284c359d31c92ac523b483 2024-11-25T03:17:19,520 DEBUG [M:0;38a5d2077268:35537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46c27b8aa39b4b8492cf8985c3c07af9 as hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46c27b8aa39b4b8492cf8985c3c07af9 2024-11-25T03:17:19,526 INFO [M:0;38a5d2077268:35537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46c27b8aa39b4b8492cf8985c3c07af9, entries=8, sequenceid=467, filesize=5.5 K 2024-11-25T03:17:19,527 DEBUG [M:0;38a5d2077268:35537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0ad65fca532412b87c458b9af061cbf as hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0ad65fca532412b87c458b9af061cbf 2024-11-25T03:17:19,534 INFO [M:0;38a5d2077268:35537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0ad65fca532412b87c458b9af061cbf 2024-11-25T03:17:19,534 INFO [M:0;38a5d2077268:35537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0ad65fca532412b87c458b9af061cbf, entries=56, sequenceid=467, filesize=12.7 K 2024-11-25T03:17:19,536 DEBUG [M:0;38a5d2077268:35537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e859cd2203284c359d31c92ac523b483 as hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e859cd2203284c359d31c92ac523b483 2024-11-25T03:17:19,542 INFO [M:0;38a5d2077268:35537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e859cd2203284c359d31c92ac523b483 2024-11-25T03:17:19,542 INFO [M:0;38a5d2077268:35537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/71ce12d6-3216-f5ba-721a-e06a41f8cb20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e859cd2203284c359d31c92ac523b483, entries=3, sequenceid=467, filesize=5.3 K 2024-11-25T03:17:19,543 INFO [M:0;38a5d2077268:35537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~227.55 KB/233015, heapSize ~269.98 KB/276456, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=467, compaction requested=false 2024-11-25T03:17:19,545 INFO [M:0;38a5d2077268:35537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:19,545 DEBUG [M:0;38a5d2077268:35537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504639413Disabling compacts and flushes for region at 1732504639413Disabling writes for close at 1732504639413Obtaining lock to block concurrent updates at 1732504639413Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504639413Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=233015, getHeapSize=276696, getOffHeapSize=0, getCellsCount=564 at 1732504639414 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504639414Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504639414Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504639435 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504639435Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504639454 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504639474 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504639474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504639490 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504639505 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504639505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8ee395: reopening flushed file at 1732504639519 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2720a782: reopening flushed file at 1732504639526 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c8d02d3: reopening flushed file at 1732504639534 (+8 ms)Finished flush of dataSize ~227.55 KB/233015, heapSize ~269.98 KB/276456, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=467, compaction requested=false at 1732504639543 (+9 ms)Writing region close event to WAL at 1732504639545 (+2 ms)Closed at 1732504639545 2024-11-25T03:17:19,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741830_1006 (size=264177) 2024-11-25T03:17:19,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39643 is added to blk_1073741830_1006 (size=264177) 2024-11-25T03:17:19,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39255 is added to blk_1073741830_1006 (size=264177) 2024-11-25T03:17:19,549 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:19,549 INFO [M:0;38a5d2077268:35537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:17:19,549 INFO [M:0;38a5d2077268:35537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35537 2024-11-25T03:17:19,549 INFO [M:0;38a5d2077268:35537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:19,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:19,653 INFO [M:0;38a5d2077268:35537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:19,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1014d1fcf1b0000, quorum=127.0.0.1:63805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:19,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70d5749e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:19,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2db41d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:19,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:19,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23493ac2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:19,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f83c92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:19,657 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:17:19,657 WARN [BP-1787976703-172.17.0.2-1732504575982 heartbeating to localhost/127.0.0.1:46551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:17:19,657 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:17:19,657 WARN [BP-1787976703-172.17.0.2-1732504575982 heartbeating to localhost/127.0.0.1:46551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1787976703-172.17.0.2-1732504575982 (Datanode Uuid 0d5d0c0e-1173-402c-ae70-d7a8e4e0ad09) service to localhost/127.0.0.1:46551 2024-11-25T03:17:19,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data5/current/BP-1787976703-172.17.0.2-1732504575982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:19,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data6/current/BP-1787976703-172.17.0.2-1732504575982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:19,659 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:17:19,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa85305{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:19,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@151655cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:19,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:19,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@682e19c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:19,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5cc3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:19,662 WARN [BP-1787976703-172.17.0.2-1732504575982 heartbeating to localhost/127.0.0.1:46551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:17:19,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:17:19,662 WARN [BP-1787976703-172.17.0.2-1732504575982 heartbeating to localhost/127.0.0.1:46551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1787976703-172.17.0.2-1732504575982 (Datanode Uuid ede21165-92bc-41a5-b35c-5668c578a1f5) service to localhost/127.0.0.1:46551 2024-11-25T03:17:19,662 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:17:19,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data3/current/BP-1787976703-172.17.0.2-1732504575982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:19,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data4/current/BP-1787976703-172.17.0.2-1732504575982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:19,663 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:17:19,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@395eea5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:19,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26119b09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:19,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:19,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f45d5ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:19,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597a5af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:19,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:17:19,667 WARN [BP-1787976703-172.17.0.2-1732504575982 heartbeating to localhost/127.0.0.1:46551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:17:19,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:17:19,667 WARN [BP-1787976703-172.17.0.2-1732504575982 heartbeating to localhost/127.0.0.1:46551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1787976703-172.17.0.2-1732504575982 (Datanode Uuid 7575a86f-4ff4-426a-bd37-2518b8fd4c80) service to localhost/127.0.0.1:46551 2024-11-25T03:17:19,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data1/current/BP-1787976703-172.17.0.2-1732504575982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:19,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/cluster_928c32ec-8169-7027-5e94-b04e38b29736/data/data2/current/BP-1787976703-172.17.0.2-1732504575982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:19,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:17:19,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@99978e4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:17:19,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f6954c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:19,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:19,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cfbf27b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:19,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@206ea604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/541b500e-820b-cd2b-b9bd-16790c299c37/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:19,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:17:19,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:17:19,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 97) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:46551 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:46551 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:46551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:46551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=471 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=6759 (was 6345) - AvailableMemoryMB LEAK? -