2024-11-09 05:40:29,968 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 05:40:29,983 main DEBUG Took 0.012193 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 05:40:29,983 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 05:40:29,983 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 05:40:29,984 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 05:40:29,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:29,994 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 05:40:30,009 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,012 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,013 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,014 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,015 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,017 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,018 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,019 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,020 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,021 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,022 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,023 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:40:30,024 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,024 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 05:40:30,026 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:40:30,027 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 05:40:30,029 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 05:40:30,030 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 05:40:30,031 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 05:40:30,032 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 05:40:30,041 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 05:40:30,043 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 05:40:30,045 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 05:40:30,045 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 05:40:30,045 main DEBUG createAppenders(={Console}) 2024-11-09 05:40:30,046 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-09 05:40:30,047 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 05:40:30,047 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-09 05:40:30,048 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 05:40:30,048 main DEBUG OutputStream closed 2024-11-09 05:40:30,049 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 05:40:30,049 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 05:40:30,049 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-09 05:40:30,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 05:40:30,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 05:40:30,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 05:40:30,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 05:40:30,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 05:40:30,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 05:40:30,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 05:40:30,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 05:40:30,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 05:40:30,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 05:40:30,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 05:40:30,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 05:40:30,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 05:40:30,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 05:40:30,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 05:40:30,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 05:40:30,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 05:40:30,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 05:40:30,135 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 05:40:30,135 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-09 05:40:30,135 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 05:40:30,136 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-09T05:40:30,150 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-09 05:40:30,153 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 05:40:30,153 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T05:40:30,159 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-09T05:40:30,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=4173 2024-11-09T05:40:30,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550 2024-11-09T05:40:30,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T05:40:30,462 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c, deleteOnExit=true 2024-11-09T05:40:30,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T05:40:30,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/test.cache.data in system properties and HBase conf 2024-11-09T05:40:30,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T05:40:30,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.log.dir in system properties and HBase conf 2024-11-09T05:40:30,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T05:40:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T05:40:30,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T05:40:30,550 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T05:40:30,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T05:40:30,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:40:30,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:40:30,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T05:40:30,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:40:30,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T05:40:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T05:40:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:40:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:40:30,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T05:40:30,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/nfs.dump.dir in system properties and HBase conf 2024-11-09T05:40:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/java.io.tmpdir in system properties and HBase conf 2024-11-09T05:40:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:40:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T05:40:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T05:40:31,492 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T05:40:31,581 INFO [Time-limited test {}] log.Log(170): Logging initialized @2349ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T05:40:31,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:40:31,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:40:31,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:40:31,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:40:31,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T05:40:31,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:40:31,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:40:31,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:40:31,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/java.io.tmpdir/jetty-localhost-39607-hadoop-hdfs-3_4_1-tests_jar-_-any-9478340873982980217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T05:40:32,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:39607} 2024-11-09T05:40:32,005 INFO [Time-limited test {}] server.Server(415): Started @2774ms 2024-11-09T05:40:32,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:40:32,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:40:32,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:40:32,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:40:32,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T05:40:32,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:40:32,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:40:32,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/java.io.tmpdir/jetty-localhost-40287-hadoop-hdfs-3_4_1-tests_jar-_-any-1904474224580654449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:40:32,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:40287} 2024-11-09T05:40:32,532 INFO [Time-limited test {}] server.Server(415): Started @3301ms 2024-11-09T05:40:32,586 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T05:40:32,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:40:32,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:40:32,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:40:32,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:40:32,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T05:40:32,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:40:32,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:40:32,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/java.io.tmpdir/jetty-localhost-38227-hadoop-hdfs-3_4_1-tests_jar-_-any-4184218593287984415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:40:32,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:38227} 2024-11-09T05:40:32,842 INFO [Time-limited test {}] server.Server(415): Started @3611ms 2024-11-09T05:40:32,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T05:40:32,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:40:32,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:40:32,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:40:32,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:40:32,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T05:40:32,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:40:32,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:40:33,016 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data4/current/BP-2064223902-172.17.0.2-1731130831223/current, will proceed with Du for space computation calculation, 2024-11-09T05:40:33,016 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data3/current/BP-2064223902-172.17.0.2-1731130831223/current, will proceed with Du for space computation calculation, 2024-11-09T05:40:33,016 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data1/current/BP-2064223902-172.17.0.2-1731130831223/current, will proceed with Du for space computation calculation, 2024-11-09T05:40:33,016 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data2/current/BP-2064223902-172.17.0.2-1731130831223/current, will proceed with Du for space computation calculation, 2024-11-09T05:40:33,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/java.io.tmpdir/jetty-localhost-44671-hadoop-hdfs-3_4_1-tests_jar-_-any-18051196660981984848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:40:33,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:44671} 2024-11-09T05:40:33,058 INFO [Time-limited test {}] server.Server(415): Started @3827ms 2024-11-09T05:40:33,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T05:40:33,066 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T05:40:33,067 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T05:40:33,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47e49591a81fc7a9 with lease ID 0x9ca6e76465bd1c67: Processing first storage report for DS-6522760f-563e-4cd8-ac27-b98aaf2c4c66 from datanode DatanodeRegistration(127.0.0.1:34667, datanodeUuid=8fe61508-ddf8-4ef3-8cf9-97577b06adfe, infoPort=45277, infoSecurePort=0, ipcPort=44897, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223) 2024-11-09T05:40:33,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47e49591a81fc7a9 with lease ID 0x9ca6e76465bd1c67: from storage DS-6522760f-563e-4cd8-ac27-b98aaf2c4c66 node DatanodeRegistration(127.0.0.1:34667, datanodeUuid=8fe61508-ddf8-4ef3-8cf9-97577b06adfe, infoPort=45277, infoSecurePort=0, ipcPort=44897, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T05:40:33,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46c64498d48fa930 with lease ID 0x9ca6e76465bd1c68: Processing first storage report for DS-a860b279-0a26-4644-b416-309cb2d96e59 from datanode DatanodeRegistration(127.0.0.1:41327, datanodeUuid=d0cf1e3a-6677-47ed-9e47-0e1f62ca5125, infoPort=38023, infoSecurePort=0, ipcPort=42533, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223) 2024-11-09T05:40:33,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46c64498d48fa930 with lease ID 0x9ca6e76465bd1c68: from storage DS-a860b279-0a26-4644-b416-309cb2d96e59 node DatanodeRegistration(127.0.0.1:41327, datanodeUuid=d0cf1e3a-6677-47ed-9e47-0e1f62ca5125, infoPort=38023, infoSecurePort=0, ipcPort=42533, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:40:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47e49591a81fc7a9 with lease ID 0x9ca6e76465bd1c67: Processing first storage report for DS-e0acd3bd-9ff8-4609-921a-a80686f528bf from datanode DatanodeRegistration(127.0.0.1:34667, datanodeUuid=8fe61508-ddf8-4ef3-8cf9-97577b06adfe, infoPort=45277, infoSecurePort=0, ipcPort=44897, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223) 2024-11-09T05:40:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47e49591a81fc7a9 with lease ID 0x9ca6e76465bd1c67: from storage DS-e0acd3bd-9ff8-4609-921a-a80686f528bf node DatanodeRegistration(127.0.0.1:34667, datanodeUuid=8fe61508-ddf8-4ef3-8cf9-97577b06adfe, infoPort=45277, infoSecurePort=0, ipcPort=44897, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T05:40:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46c64498d48fa930 with lease ID 0x9ca6e76465bd1c68: Processing first storage report for DS-ae0eefab-6f86-4b44-96e8-f5515db15388 from datanode DatanodeRegistration(127.0.0.1:41327, datanodeUuid=d0cf1e3a-6677-47ed-9e47-0e1f62ca5125, infoPort=38023, infoSecurePort=0, ipcPort=42533, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223) 2024-11-09T05:40:33,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46c64498d48fa930 with lease ID 0x9ca6e76465bd1c68: from storage DS-ae0eefab-6f86-4b44-96e8-f5515db15388 node DatanodeRegistration(127.0.0.1:41327, datanodeUuid=d0cf1e3a-6677-47ed-9e47-0e1f62ca5125, infoPort=38023, infoSecurePort=0, ipcPort=42533, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:40:33,189 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data5/current/BP-2064223902-172.17.0.2-1731130831223/current, will proceed with Du for space computation calculation, 2024-11-09T05:40:33,189 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data6/current/BP-2064223902-172.17.0.2-1731130831223/current, will proceed with Du for space computation calculation, 2024-11-09T05:40:33,216 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T05:40:33,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x884fba7c57d83237 with lease ID 0x9ca6e76465bd1c69: Processing first storage report for DS-9ec8117b-9ef5-4de0-9d59-d4c923ce0dc5 from datanode DatanodeRegistration(127.0.0.1:41779, datanodeUuid=c38abb4d-7e24-4b86-a7b8-cdefd3e4f08e, infoPort=46793, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223) 2024-11-09T05:40:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x884fba7c57d83237 with lease ID 0x9ca6e76465bd1c69: from storage DS-9ec8117b-9ef5-4de0-9d59-d4c923ce0dc5 node DatanodeRegistration(127.0.0.1:41779, datanodeUuid=c38abb4d-7e24-4b86-a7b8-cdefd3e4f08e, infoPort=46793, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:40:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x884fba7c57d83237 with lease ID 0x9ca6e76465bd1c69: Processing first storage report for DS-3a302237-e895-4e72-a301-a5633fd183ef from datanode DatanodeRegistration(127.0.0.1:41779, datanodeUuid=c38abb4d-7e24-4b86-a7b8-cdefd3e4f08e, infoPort=46793, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223) 2024-11-09T05:40:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x884fba7c57d83237 with lease ID 0x9ca6e76465bd1c69: from storage DS-3a302237-e895-4e72-a301-a5633fd183ef node DatanodeRegistration(127.0.0.1:41779, datanodeUuid=c38abb4d-7e24-4b86-a7b8-cdefd3e4f08e, infoPort=46793, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=1684105625;c=1731130831223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:40:33,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550 2024-11-09T05:40:33,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/zookeeper_0, clientPort=60836, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T05:40:33,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60836 2024-11-09T05:40:33,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:40:33,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:40:33,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741825_1001 (size=7) 2024-11-09T05:40:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741825_1001 (size=7) 2024-11-09T05:40:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741825_1001 (size=7) 2024-11-09T05:40:34,179 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 with version=8 2024-11-09T05:40:34,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/hbase-staging 2024-11-09T05:40:34,288 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T05:40:34,546 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e09398052c91:0 server-side Connection retries=45 2024-11-09T05:40:34,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:34,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:34,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:40:34,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:34,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:40:34,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T05:40:34,758 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T05:40:34,767 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T05:40:34,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:40:34,798 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2754 (auto-detected) 2024-11-09T05:40:34,799 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T05:40:34,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37597 2024-11-09T05:40:34,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37597 connecting to ZooKeeper ensemble=127.0.0.1:60836 2024-11-09T05:40:34,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375970x0, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:40:34,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37597-0x100fb3e24ed0000 connected 2024-11-09T05:40:34,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:40:34,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:40:34,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:40:34,922 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760, hbase.cluster.distributed=false 2024-11-09T05:40:34,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:40:34,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37597 2024-11-09T05:40:34,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37597 2024-11-09T05:40:34,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37597 2024-11-09T05:40:34,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37597 2024-11-09T05:40:34,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37597 2024-11-09T05:40:35,064 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e09398052c91:0 server-side Connection retries=45 2024-11-09T05:40:35,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:35,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:35,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:40:35,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:35,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:40:35,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T05:40:35,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:40:35,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36413 2024-11-09T05:40:35,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36413 connecting to ZooKeeper ensemble=127.0.0.1:60836 2024-11-09T05:40:35,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:40:35,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:40:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364130x0, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:40:35,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36413-0x100fb3e24ed0001 connected 2024-11-09T05:40:35,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:40:35,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:40:35,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T05:40:35,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T05:40:35,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:40:35,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36413 2024-11-09T05:40:35,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36413 2024-11-09T05:40:35,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36413 2024-11-09T05:40:35,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36413 2024-11-09T05:40:35,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36413 2024-11-09T05:40:35,122 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e09398052c91:0 server-side Connection retries=45 2024-11-09T05:40:35,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:35,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:35,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:40:35,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:35,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:40:35,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T05:40:35,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:40:35,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44729 2024-11-09T05:40:35,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44729 connecting to ZooKeeper ensemble=127.0.0.1:60836 2024-11-09T05:40:35,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:40:35,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:40:35,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447290x0, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:40:35,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447290x0, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:40:35,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44729-0x100fb3e24ed0002 connected 2024-11-09T05:40:35,135 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:40:35,136 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T05:40:35,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T05:40:35,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:40:35,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44729 2024-11-09T05:40:35,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44729 2024-11-09T05:40:35,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44729 2024-11-09T05:40:35,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44729 2024-11-09T05:40:35,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44729 2024-11-09T05:40:35,162 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e09398052c91:0 server-side Connection retries=45 2024-11-09T05:40:35,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:35,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:35,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:40:35,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:40:35,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:40:35,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T05:40:35,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:40:35,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33355 2024-11-09T05:40:35,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33355 connecting to ZooKeeper ensemble=127.0.0.1:60836 2024-11-09T05:40:35,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:40:35,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:40:35,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333550x0, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:40:35,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33355-0x100fb3e24ed0003 connected 2024-11-09T05:40:35,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:40:35,176 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:40:35,177 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T05:40:35,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T05:40:35,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:40:35,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-09T05:40:35,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33355 2024-11-09T05:40:35,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33355 2024-11-09T05:40:35,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-09T05:40:35,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-09T05:40:35,201 DEBUG [M:0;e09398052c91:37597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e09398052c91:37597 2024-11-09T05:40:35,202 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e09398052c91,37597,1731130834345 2024-11-09T05:40:35,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:40:35,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:40:35,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:40:35,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:40:35,211 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e09398052c91,37597,1731130834345 2024-11-09T05:40:35,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T05:40:35,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T05:40:35,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T05:40:35,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,240 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T05:40:35,241 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e09398052c91,37597,1731130834345 from backup master directory 2024-11-09T05:40:35,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:40:35,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:40:35,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e09398052c91,37597,1731130834345 2024-11-09T05:40:35,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:40:35,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:40:35,245 WARN [master/e09398052c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:40:35,245 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e09398052c91,37597,1731130834345 2024-11-09T05:40:35,247 INFO [master/e09398052c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T05:40:35,249 INFO [master/e09398052c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T05:40:35,305 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/hbase.id] with ID: 1c03c7d6-f4a1-4025-b206-d57b391654e6 2024-11-09T05:40:35,305 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/.tmp/hbase.id 2024-11-09T05:40:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741826_1002 (size=42) 2024-11-09T05:40:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741826_1002 (size=42) 2024-11-09T05:40:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741826_1002 (size=42) 2024-11-09T05:40:35,320 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/.tmp/hbase.id]:[hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/hbase.id] 2024-11-09T05:40:35,363 INFO [master/e09398052c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:40:35,367 INFO [master/e09398052c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T05:40:35,386 INFO [master/e09398052c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-09T05:40:35,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741827_1003 (size=196) 2024-11-09T05:40:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741827_1003 (size=196) 2024-11-09T05:40:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741827_1003 (size=196) 2024-11-09T05:40:35,427 INFO [master/e09398052c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:40:35,429 INFO [master/e09398052c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T05:40:35,446 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:40:35,450 INFO [master/e09398052c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:40:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741828_1004 (size=1189) 2024-11-09T05:40:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741828_1004 (size=1189) 2024-11-09T05:40:35,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741828_1004 (size=1189) 2024-11-09T05:40:35,501 INFO [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store 2024-11-09T05:40:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741829_1005 (size=34) 2024-11-09T05:40:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741829_1005 (size=34) 2024-11-09T05:40:35,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741829_1005 (size=34) 2024-11-09T05:40:35,527 INFO [master/e09398052c91:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T05:40:35,530 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:35,531 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T05:40:35,532 INFO [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:40:35,532 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:40:35,533 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T05:40:35,534 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:40:35,534 INFO [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:40:35,535 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731130835531Disabling compacts and flushes for region at 1731130835531Disabling writes for close at 1731130835534 (+3 ms)Writing region close event to WAL at 1731130835534Closed at 1731130835534 2024-11-09T05:40:35,537 WARN [master/e09398052c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/.initializing 2024-11-09T05:40:35,537 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/WALs/e09398052c91,37597,1731130834345 2024-11-09T05:40:35,545 INFO [master/e09398052c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:40:35,561 INFO [master/e09398052c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e09398052c91%2C37597%2C1731130834345, suffix=, logDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/WALs/e09398052c91,37597,1731130834345, archiveDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/oldWALs, maxLogs=10 2024-11-09T05:40:35,594 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/WALs/e09398052c91,37597,1731130834345/e09398052c91%2C37597%2C1731130834345.1731130835567, exclude list is [], retry=0 2024-11-09T05:40:35,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41327,DS-a860b279-0a26-4644-b416-309cb2d96e59,DISK] 2024-11-09T05:40:35,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34667,DS-6522760f-563e-4cd8-ac27-b98aaf2c4c66,DISK] 2024-11-09T05:40:35,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-9ec8117b-9ef5-4de0-9d59-d4c923ce0dc5,DISK] 2024-11-09T05:40:35,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T05:40:35,656 INFO [master/e09398052c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/WALs/e09398052c91,37597,1731130834345/e09398052c91%2C37597%2C1731130834345.1731130835567 2024-11-09T05:40:35,657 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38023:38023),(127.0.0.1/127.0.0.1:45277:45277),(127.0.0.1/127.0.0.1:46793:46793)] 2024-11-09T05:40:35,657 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:40:35,657 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:35,661 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,662 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T05:40:35,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:35,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:40:35,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T05:40:35,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:35,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:35,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T05:40:35,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:35,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:35,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T05:40:35,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:35,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:35,750 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,753 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,755 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,759 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,760 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,763 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:40:35,766 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:40:35,771 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:35,772 INFO [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69317249, jitterRate=0.032907500863075256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:40:35,778 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731130835675Initializing all the Stores at 1731130835677 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130835678 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130835679 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130835679Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130835679Cleaning up temporary data from old regions at 1731130835760 (+81 ms)Region opened successfully at 1731130835778 (+18 ms) 2024-11-09T05:40:35,779 INFO [master/e09398052c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T05:40:35,814 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167cc23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e09398052c91/172.17.0.2:0 2024-11-09T05:40:35,846 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T05:40:35,858 INFO [master/e09398052c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T05:40:35,858 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T05:40:35,861 INFO [master/e09398052c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T05:40:35,863 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T05:40:35,868 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T05:40:35,868 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T05:40:35,893 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T05:40:35,901 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T05:40:35,903 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T05:40:35,905 INFO [master/e09398052c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T05:40:35,907 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T05:40:35,908 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T05:40:35,910 INFO [master/e09398052c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T05:40:35,913 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T05:40:35,916 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T05:40:35,917 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T05:40:35,919 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T05:40:35,937 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T05:40:35,939 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T05:40:35,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:40:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:40:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:40:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:40:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,946 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e09398052c91,37597,1731130834345, sessionid=0x100fb3e24ed0000, setting cluster-up flag (Was=false) 2024-11-09T05:40:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,964 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T05:40:35,966 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e09398052c91,37597,1731130834345 2024-11-09T05:40:35,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:35,978 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T05:40:35,979 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e09398052c91,37597,1731130834345 2024-11-09T05:40:35,986 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T05:40:36,066 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T05:40:36,076 INFO [master/e09398052c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T05:40:36,083 INFO [master/e09398052c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T05:40:36,088 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(746): ClusterId : 1c03c7d6-f4a1-4025-b206-d57b391654e6 2024-11-09T05:40:36,088 INFO [RS:1;e09398052c91:44729 {}] regionserver.HRegionServer(746): ClusterId : 1c03c7d6-f4a1-4025-b206-d57b391654e6 2024-11-09T05:40:36,088 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(746): ClusterId : 1c03c7d6-f4a1-4025-b206-d57b391654e6 2024-11-09T05:40:36,091 DEBUG [RS:2;e09398052c91:33355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T05:40:36,091 DEBUG [RS:1;e09398052c91:44729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T05:40:36,091 DEBUG [RS:0;e09398052c91:36413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T05:40:36,090 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e09398052c91,37597,1731130834345 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T05:40:36,099 DEBUG [RS:0;e09398052c91:36413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T05:40:36,099 DEBUG [RS:1;e09398052c91:44729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T05:40:36,099 DEBUG [RS:2;e09398052c91:33355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T05:40:36,099 DEBUG [RS:0;e09398052c91:36413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T05:40:36,100 DEBUG [RS:1;e09398052c91:44729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T05:40:36,100 DEBUG [RS:2;e09398052c91:33355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T05:40:36,100 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e09398052c91:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:40:36,100 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e09398052c91:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:40:36,101 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e09398052c91:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:40:36,101 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e09398052c91:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:40:36,101 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e09398052c91:0, corePoolSize=10, maxPoolSize=10 2024-11-09T05:40:36,101 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,101 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e09398052c91:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:40:36,101 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,103 DEBUG [RS:0;e09398052c91:36413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T05:40:36,103 DEBUG [RS:1;e09398052c91:44729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T05:40:36,104 DEBUG [RS:1;e09398052c91:44729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e2e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e09398052c91/172.17.0.2:0 2024-11-09T05:40:36,104 DEBUG [RS:0;e09398052c91:36413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f60b830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e09398052c91/172.17.0.2:0 2024-11-09T05:40:36,105 DEBUG [RS:2;e09398052c91:33355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T05:40:36,105 DEBUG [RS:2;e09398052c91:33355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ce0b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e09398052c91/172.17.0.2:0 2024-11-09T05:40:36,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:40:36,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T05:40:36,113 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:36,113 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T05:40:36,116 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731130866116 2024-11-09T05:40:36,118 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T05:40:36,119 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T05:40:36,124 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T05:40:36,124 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T05:40:36,125 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T05:40:36,125 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T05:40:36,131 DEBUG [RS:1;e09398052c91:44729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e09398052c91:44729 2024-11-09T05:40:36,132 DEBUG [RS:2;e09398052c91:33355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e09398052c91:33355 2024-11-09T05:40:36,134 DEBUG [RS:0;e09398052c91:36413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e09398052c91:36413 2024-11-09T05:40:36,135 INFO [RS:2;e09398052c91:33355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T05:40:36,136 INFO [RS:0;e09398052c91:36413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T05:40:36,136 INFO [RS:1;e09398052c91:44729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T05:40:36,136 INFO [RS:2;e09398052c91:33355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T05:40:36,136 INFO [RS:1;e09398052c91:44729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T05:40:36,136 INFO [RS:0;e09398052c91:36413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T05:40:36,136 DEBUG [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T05:40:36,136 DEBUG [RS:1;e09398052c91:44729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T05:40:36,136 DEBUG [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T05:40:36,136 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,139 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(2659): reportForDuty to master=e09398052c91,37597,1731130834345 with port=33355, startcode=1731130835162 2024-11-09T05:40:36,139 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(2659): reportForDuty to master=e09398052c91,37597,1731130834345 with port=36413, startcode=1731130835024 2024-11-09T05:40:36,140 INFO [RS:1;e09398052c91:44729 {}] regionserver.HRegionServer(2659): reportForDuty to master=e09398052c91,37597,1731130834345 with port=44729, startcode=1731130835122 2024-11-09T05:40:36,146 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T05:40:36,147 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T05:40:36,147 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T05:40:36,152 DEBUG [RS:2;e09398052c91:33355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T05:40:36,152 DEBUG [RS:0;e09398052c91:36413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T05:40:36,152 DEBUG [RS:1;e09398052c91:44729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T05:40:36,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741831_1007 (size=1321) 2024-11-09T05:40:36,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741831_1007 (size=1321) 2024-11-09T05:40:36,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741831_1007 (size=1321) 2024-11-09T05:40:36,156 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T05:40:36,157 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T05:40:36,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T05:40:36,158 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:36,160 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e09398052c91:0:becomeActiveMaster-HFileCleaner.large.0-1731130836158,5,FailOnTimeoutGroup] 2024-11-09T05:40:36,168 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e09398052c91:0:becomeActiveMaster-HFileCleaner.small.0-1731130836161,5,FailOnTimeoutGroup] 2024-11-09T05:40:36,168 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,169 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T05:40:36,170 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,170 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741832_1008 (size=32) 2024-11-09T05:40:36,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741832_1008 (size=32) 2024-11-09T05:40:36,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741832_1008 (size=32) 2024-11-09T05:40:36,225 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T05:40:36,225 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50297, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T05:40:36,225 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36075, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T05:40:36,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:36,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T05:40:36,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T05:40:36,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:36,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e09398052c91,33355,1731130835162 2024-11-09T05:40:36,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:40:36,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T05:40:36,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37597 {}] master.ServerManager(517): Registering regionserver=e09398052c91,33355,1731130835162 2024-11-09T05:40:36,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T05:40:36,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:36,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:40:36,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T05:40:36,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T05:40:36,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:36,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:40:36,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T05:40:36,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T05:40:36,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:36,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:40:36,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T05:40:36,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740 2024-11-09T05:40:36,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e09398052c91,36413,1731130835024 2024-11-09T05:40:36,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37597 {}] master.ServerManager(517): Registering regionserver=e09398052c91,36413,1731130835024 2024-11-09T05:40:36,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740 2024-11-09T05:40:36,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T05:40:36,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T05:40:36,253 DEBUG [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:36,253 DEBUG [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41561 2024-11-09T05:40:36,253 DEBUG [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T05:40:36,254 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:40:36,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e09398052c91,44729,1731130835122 2024-11-09T05:40:36,257 DEBUG [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:36,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37597 {}] master.ServerManager(517): Registering regionserver=e09398052c91,44729,1731130835122 2024-11-09T05:40:36,257 DEBUG [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41561 2024-11-09T05:40:36,257 DEBUG [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T05:40:36,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T05:40:36,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:40:36,260 DEBUG [RS:1;e09398052c91:44729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:36,261 DEBUG [RS:1;e09398052c91:44729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41561 2024-11-09T05:40:36,261 DEBUG [RS:1;e09398052c91:44729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T05:40:36,267 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:36,267 DEBUG [RS:2;e09398052c91:33355 {}] zookeeper.ZKUtil(111): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e09398052c91,33355,1731130835162 2024-11-09T05:40:36,267 WARN [RS:2;e09398052c91:33355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:40:36,267 INFO [RS:2;e09398052c91:33355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:40:36,268 DEBUG [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,33355,1731130835162 2024-11-09T05:40:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:40:36,268 DEBUG [RS:0;e09398052c91:36413 {}] zookeeper.ZKUtil(111): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e09398052c91,36413,1731130835024 2024-11-09T05:40:36,268 WARN [RS:0;e09398052c91:36413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:40:36,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72120116, jitterRate=0.07467347383499146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:40:36,269 INFO [RS:0;e09398052c91:36413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:40:36,269 DEBUG [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,36413,1731130835024 2024-11-09T05:40:36,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e09398052c91,36413,1731130835024] 2024-11-09T05:40:36,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e09398052c91,33355,1731130835162] 2024-11-09T05:40:36,270 DEBUG [RS:1;e09398052c91:44729 {}] zookeeper.ZKUtil(111): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e09398052c91,44729,1731130835122 2024-11-09T05:40:36,270 WARN [RS:1;e09398052c91:44729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:40:36,270 INFO [RS:1;e09398052c91:44729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:40:36,270 DEBUG [RS:1;e09398052c91:44729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122 2024-11-09T05:40:36,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e09398052c91,44729,1731130835122] 2024-11-09T05:40:36,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731130836226Initializing all the Stores at 1731130836228 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130836228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130836228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130836228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130836228Cleaning up temporary data from old regions at 1731130836253 (+25 ms)Region opened successfully at 1731130836272 (+19 ms) 2024-11-09T05:40:36,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T05:40:36,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T05:40:36,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T05:40:36,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T05:40:36,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T05:40:36,279 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T05:40:36,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731130836273Disabling compacts and flushes for region at 1731130836273Disabling writes for close at 1731130836273Writing region close event to WAL at 1731130836279 (+6 ms)Closed at 1731130836279 2024-11-09T05:40:36,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:40:36,285 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T05:40:36,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T05:40:36,299 INFO [RS:0;e09398052c91:36413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T05:40:36,299 INFO [RS:2;e09398052c91:33355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T05:40:36,299 INFO [RS:1;e09398052c91:44729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T05:40:36,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:40:36,305 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T05:40:36,315 INFO [RS:0;e09398052c91:36413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T05:40:36,315 INFO [RS:2;e09398052c91:33355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T05:40:36,315 INFO [RS:1;e09398052c91:44729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T05:40:36,321 INFO [RS:0;e09398052c91:36413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T05:40:36,321 INFO [RS:1;e09398052c91:44729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T05:40:36,321 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,321 INFO [RS:2;e09398052c91:33355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T05:40:36,321 INFO [RS:1;e09398052c91:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,321 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,325 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T05:40:36,325 INFO [RS:1;e09398052c91:44729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T05:40:36,326 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T05:40:36,332 INFO [RS:2;e09398052c91:33355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T05:40:36,332 INFO [RS:1;e09398052c91:44729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T05:40:36,332 INFO [RS:0;e09398052c91:36413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T05:40:36,334 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,334 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,334 INFO [RS:1;e09398052c91:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,334 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,334 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,334 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,334 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:40:36,335 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:40:36,335 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:40:36,335 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,335 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:40:36,336 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:1;e09398052c91:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:40:36,336 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,336 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:40:36,337 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:40:36,337 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:40:36,337 DEBUG [RS:2;e09398052c91:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:40:36,337 DEBUG [RS:0;e09398052c91:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:40:36,344 INFO [RS:1;e09398052c91:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,344 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,344 INFO [RS:1;e09398052c91:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,344 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,344 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,344 INFO [RS:1;e09398052c91:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,344 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,344 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,344 INFO [RS:1;e09398052c91:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,344 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,345 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,345 INFO [RS:1;e09398052c91:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,345 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,345 INFO [RS:1;e09398052c91:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,44729,1731130835122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:40:36,345 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,345 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,33355,1731130835162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:40:36,345 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,345 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,36413,1731130835024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:40:36,364 INFO [RS:2;e09398052c91:33355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T05:40:36,366 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,33355,1731130835162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,366 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,367 INFO [RS:2;e09398052c91:33355 {}] regionserver.Replication(171): e09398052c91,33355,1731130835162 started 2024-11-09T05:40:36,370 INFO [RS:0;e09398052c91:36413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T05:40:36,370 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,36413,1731130835024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,370 INFO [RS:1;e09398052c91:44729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T05:40:36,371 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,371 INFO [RS:1;e09398052c91:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,44729,1731130835122-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,371 INFO [RS:0;e09398052c91:36413 {}] regionserver.Replication(171): e09398052c91,36413,1731130835024 started 2024-11-09T05:40:36,371 INFO [RS:1;e09398052c91:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,371 INFO [RS:1;e09398052c91:44729 {}] regionserver.Replication(171): e09398052c91,44729,1731130835122 started 2024-11-09T05:40:36,384 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,384 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(1482): Serving as e09398052c91,33355,1731130835162, RpcServer on e09398052c91/172.17.0.2:33355, sessionid=0x100fb3e24ed0003 2024-11-09T05:40:36,385 DEBUG [RS:2;e09398052c91:33355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T05:40:36,385 DEBUG [RS:2;e09398052c91:33355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e09398052c91,33355,1731130835162 2024-11-09T05:40:36,385 DEBUG [RS:2;e09398052c91:33355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,33355,1731130835162' 2024-11-09T05:40:36,385 DEBUG [RS:2;e09398052c91:33355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T05:40:36,387 DEBUG [RS:2;e09398052c91:33355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T05:40:36,387 DEBUG [RS:2;e09398052c91:33355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T05:40:36,387 DEBUG [RS:2;e09398052c91:33355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T05:40:36,388 DEBUG [RS:2;e09398052c91:33355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e09398052c91,33355,1731130835162 2024-11-09T05:40:36,388 DEBUG [RS:2;e09398052c91:33355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,33355,1731130835162' 2024-11-09T05:40:36,388 DEBUG [RS:2;e09398052c91:33355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T05:40:36,388 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,388 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(1482): Serving as e09398052c91,36413,1731130835024, RpcServer on e09398052c91/172.17.0.2:36413, sessionid=0x100fb3e24ed0001 2024-11-09T05:40:36,388 DEBUG [RS:0;e09398052c91:36413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T05:40:36,388 DEBUG [RS:0;e09398052c91:36413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e09398052c91,36413,1731130835024 2024-11-09T05:40:36,388 DEBUG [RS:0;e09398052c91:36413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,36413,1731130835024' 2024-11-09T05:40:36,388 DEBUG [RS:0;e09398052c91:36413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T05:40:36,389 DEBUG [RS:2;e09398052c91:33355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T05:40:36,389 DEBUG [RS:0;e09398052c91:36413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T05:40:36,389 DEBUG [RS:2;e09398052c91:33355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T05:40:36,389 INFO [RS:2;e09398052c91:33355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T05:40:36,390 INFO [RS:2;e09398052c91:33355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T05:40:36,390 DEBUG [RS:0;e09398052c91:36413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T05:40:36,390 DEBUG [RS:0;e09398052c91:36413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T05:40:36,390 DEBUG [RS:0;e09398052c91:36413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e09398052c91,36413,1731130835024 2024-11-09T05:40:36,390 DEBUG [RS:0;e09398052c91:36413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,36413,1731130835024' 2024-11-09T05:40:36,390 DEBUG [RS:0;e09398052c91:36413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T05:40:36,390 DEBUG [RS:0;e09398052c91:36413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T05:40:36,391 DEBUG [RS:0;e09398052c91:36413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T05:40:36,391 INFO [RS:0;e09398052c91:36413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T05:40:36,391 INFO [RS:0;e09398052c91:36413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T05:40:36,393 INFO [RS:1;e09398052c91:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:36,393 INFO [RS:1;e09398052c91:44729 {}] regionserver.HRegionServer(1482): Serving as e09398052c91,44729,1731130835122, RpcServer on e09398052c91/172.17.0.2:44729, sessionid=0x100fb3e24ed0002 2024-11-09T05:40:36,393 DEBUG [RS:1;e09398052c91:44729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T05:40:36,393 DEBUG [RS:1;e09398052c91:44729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e09398052c91,44729,1731130835122 2024-11-09T05:40:36,394 DEBUG [RS:1;e09398052c91:44729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,44729,1731130835122' 2024-11-09T05:40:36,394 DEBUG [RS:1;e09398052c91:44729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T05:40:36,394 DEBUG [RS:1;e09398052c91:44729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T05:40:36,395 DEBUG [RS:1;e09398052c91:44729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T05:40:36,395 DEBUG [RS:1;e09398052c91:44729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T05:40:36,395 DEBUG [RS:1;e09398052c91:44729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e09398052c91,44729,1731130835122 2024-11-09T05:40:36,395 DEBUG [RS:1;e09398052c91:44729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,44729,1731130835122' 2024-11-09T05:40:36,395 DEBUG [RS:1;e09398052c91:44729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T05:40:36,396 DEBUG [RS:1;e09398052c91:44729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T05:40:36,397 DEBUG [RS:1;e09398052c91:44729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T05:40:36,397 INFO [RS:1;e09398052c91:44729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T05:40:36,397 INFO [RS:1;e09398052c91:44729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T05:40:36,456 WARN [e09398052c91:37597 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T05:40:36,495 INFO [RS:0;e09398052c91:36413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:40:36,495 INFO [RS:2;e09398052c91:33355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:40:36,497 INFO [RS:1;e09398052c91:44729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:40:36,498 INFO [RS:0;e09398052c91:36413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e09398052c91%2C36413%2C1731130835024, suffix=, logDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,36413,1731130835024, archiveDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/oldWALs, maxLogs=32 2024-11-09T05:40:36,498 INFO [RS:2;e09398052c91:33355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e09398052c91%2C33355%2C1731130835162, suffix=, logDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,33355,1731130835162, archiveDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/oldWALs, maxLogs=32 2024-11-09T05:40:36,500 INFO [RS:1;e09398052c91:44729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e09398052c91%2C44729%2C1731130835122, suffix=, logDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122, archiveDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/oldWALs, maxLogs=32 2024-11-09T05:40:36,517 DEBUG [RS:2;e09398052c91:33355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,33355,1731130835162/e09398052c91%2C33355%2C1731130835162.1731130836503, exclude list is [], retry=0 2024-11-09T05:40:36,517 DEBUG [RS:0;e09398052c91:36413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,36413,1731130835024/e09398052c91%2C36413%2C1731130835024.1731130836503, exclude list is [], retry=0 2024-11-09T05:40:36,519 DEBUG [RS:1;e09398052c91:44729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122/e09398052c91%2C44729%2C1731130835122.1731130836503, exclude list is [], retry=0 2024-11-09T05:40:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34667,DS-6522760f-563e-4cd8-ac27-b98aaf2c4c66,DISK] 2024-11-09T05:40:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41327,DS-a860b279-0a26-4644-b416-309cb2d96e59,DISK] 2024-11-09T05:40:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-9ec8117b-9ef5-4de0-9d59-d4c923ce0dc5,DISK] 2024-11-09T05:40:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34667,DS-6522760f-563e-4cd8-ac27-b98aaf2c4c66,DISK] 2024-11-09T05:40:36,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41327,DS-a860b279-0a26-4644-b416-309cb2d96e59,DISK] 2024-11-09T05:40:36,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-9ec8117b-9ef5-4de0-9d59-d4c923ce0dc5,DISK] 2024-11-09T05:40:36,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-9ec8117b-9ef5-4de0-9d59-d4c923ce0dc5,DISK] 2024-11-09T05:40:36,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41327,DS-a860b279-0a26-4644-b416-309cb2d96e59,DISK] 2024-11-09T05:40:36,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34667,DS-6522760f-563e-4cd8-ac27-b98aaf2c4c66,DISK] 2024-11-09T05:40:36,534 INFO [RS:2;e09398052c91:33355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,33355,1731130835162/e09398052c91%2C33355%2C1731130835162.1731130836503 2024-11-09T05:40:36,535 DEBUG [RS:2;e09398052c91:33355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45277:45277),(127.0.0.1/127.0.0.1:38023:38023),(127.0.0.1/127.0.0.1:46793:46793)] 2024-11-09T05:40:36,535 INFO [RS:0;e09398052c91:36413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,36413,1731130835024/e09398052c91%2C36413%2C1731130835024.1731130836503 2024-11-09T05:40:36,535 DEBUG [RS:0;e09398052c91:36413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38023:38023),(127.0.0.1/127.0.0.1:46793:46793),(127.0.0.1/127.0.0.1:45277:45277)] 2024-11-09T05:40:36,541 INFO [RS:1;e09398052c91:44729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122/e09398052c91%2C44729%2C1731130835122.1731130836503 2024-11-09T05:40:36,544 DEBUG [RS:1;e09398052c91:44729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38023:38023),(127.0.0.1/127.0.0.1:45277:45277),(127.0.0.1/127.0.0.1:46793:46793)] 2024-11-09T05:40:36,708 DEBUG [e09398052c91:37597 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T05:40:36,716 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(204): Hosts are {e09398052c91=0} racks are {/default-rack=0} 2024-11-09T05:40:36,723 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T05:40:36,723 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T05:40:36,723 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T05:40:36,723 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T05:40:36,723 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T05:40:36,723 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T05:40:36,723 INFO [e09398052c91:37597 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T05:40:36,723 INFO [e09398052c91:37597 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T05:40:36,723 INFO [e09398052c91:37597 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T05:40:36,723 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T05:40:36,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e09398052c91,44729,1731130835122 2024-11-09T05:40:36,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e09398052c91,44729,1731130835122, state=OPENING 2024-11-09T05:40:36,742 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T05:40:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:40:36,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:40:36,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:40:36,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:40:36,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:40:36,746 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:40:36,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e09398052c91,44729,1731130835122}] 2024-11-09T05:40:44,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T05:40:44,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T05:40:46,775 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T05:40:46,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46873, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T05:40:46,790 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T05:40:46,790 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:40:46,790 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T05:40:46,793 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e09398052c91%2C44729%2C1731130835122.meta, suffix=.meta, logDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122, archiveDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/oldWALs, maxLogs=32 2024-11-09T05:40:46,810 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta, exclude list is [], retry=0 2024-11-09T05:40:46,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34667,DS-6522760f-563e-4cd8-ac27-b98aaf2c4c66,DISK] 2024-11-09T05:40:46,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-9ec8117b-9ef5-4de0-9d59-d4c923ce0dc5,DISK] 2024-11-09T05:40:46,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41327,DS-a860b279-0a26-4644-b416-309cb2d96e59,DISK] 2024-11-09T05:40:46,817 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta 2024-11-09T05:40:46,817 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45277:45277),(127.0.0.1/127.0.0.1:46793:46793),(127.0.0.1/127.0.0.1:38023:38023)] 2024-11-09T05:40:46,818 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:40:46,820 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T05:40:46,823 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T05:40:46,830 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T05:40:46,836 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T05:40:46,836 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:46,836 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T05:40:46,837 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T05:40:46,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T05:40:46,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T05:40:46,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:46,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:40:46,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T05:40:46,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T05:40:46,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:46,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:40:46,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T05:40:46,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T05:40:46,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:46,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:40:46,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T05:40:46,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T05:40:46,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:46,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:40:46,851 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T05:40:46,852 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740 2024-11-09T05:40:46,855 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740 2024-11-09T05:40:46,857 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T05:40:46,857 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T05:40:46,858 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:40:46,861 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T05:40:46,862 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66495291, jitterRate=-0.009142950177192688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:40:46,862 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T05:40:46,864 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731130846837Writing region info on filesystem at 1731130846837Initializing all the Stores at 1731130846839 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130846839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130846840 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130846840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130846840Cleaning up temporary data from old regions at 1731130846857 (+17 ms)Running coprocessor post-open hooks at 1731130846862 (+5 ms)Region opened successfully at 1731130846864 (+2 ms) 2024-11-09T05:40:46,871 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731130846765 2024-11-09T05:40:46,881 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T05:40:46,881 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T05:40:46,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,44729,1731130835122 2024-11-09T05:40:46,884 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e09398052c91,44729,1731130835122, state=OPEN 2024-11-09T05:40:46,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:40:46,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:40:46,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:40:46,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:40:46,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:40:46,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:40:46,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:40:46,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:40:46,887 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e09398052c91,44729,1731130835122 2024-11-09T05:40:46,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T05:40:46,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e09398052c91,44729,1731130835122 in 10.1390 sec 2024-11-09T05:40:46,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T05:40:46,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6030 sec 2024-11-09T05:40:46,899 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:40:46,899 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T05:40:46,922 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:40:46,923 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1] 2024-11-09T05:40:46,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:40:46,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45255, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:40:46,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9570 sec 2024-11-09T05:40:46,975 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731130846975, completionTime=-1 2024-11-09T05:40:46,978 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T05:40:46,978 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T05:40:47,005 INFO [master/e09398052c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T05:40:47,005 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731130907005 2024-11-09T05:40:47,005 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731130967005 2024-11-09T05:40:47,005 INFO [master/e09398052c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-09T05:40:47,007 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T05:40:47,013 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,37597,1731130834345-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:47,014 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,37597,1731130834345-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:47,014 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,37597,1731130834345-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:47,015 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e09398052c91:37597, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:47,016 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:47,016 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:47,023 DEBUG [master/e09398052c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T05:40:47,044 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.799sec 2024-11-09T05:40:47,045 INFO [master/e09398052c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T05:40:47,047 INFO [master/e09398052c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T05:40:47,048 INFO [master/e09398052c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T05:40:47,048 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T05:40:47,048 INFO [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T05:40:47,049 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,37597,1731130834345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:40:47,049 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,37597,1731130834345-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T05:40:47,054 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T05:40:47,055 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T05:40:47,055 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,37597,1731130834345-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:40:47,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532ce948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:40:47,115 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T05:40:47,115 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T05:40:47,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e09398052c91,37597,-1 for getting cluster id 2024-11-09T05:40:47,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:40:47,132 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c03c7d6-f4a1-4025-b206-d57b391654e6' 2024-11-09T05:40:47,134 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:40:47,135 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c03c7d6-f4a1-4025-b206-d57b391654e6" 2024-11-09T05:40:47,137 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3855ec0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:40:47,137 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e09398052c91,37597,-1] 2024-11-09T05:40:47,139 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:40:47,142 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:40:47,143 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:40:47,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5d0bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:40:47,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:40:47,155 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1] 2024-11-09T05:40:47,155 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:40:47,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:40:47,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e09398052c91,37597,1731130834345 2024-11-09T05:40:47,220 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731130847218 (current time:1731130847218). 2024-11-09T05:40:47,220 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:40:47,220 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T05:40:47,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:40:47,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e09398052c91,37597,-1 for getting cluster id 2024-11-09T05:40:47,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:40:47,226 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c03c7d6-f4a1-4025-b206-d57b391654e6' 2024-11-09T05:40:47,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:40:47,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c03c7d6-f4a1-4025-b206-d57b391654e6" 2024-11-09T05:40:47,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d52e782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:40:47,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e09398052c91,37597,-1] 2024-11-09T05:40:47,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:40:47,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:40:47,230 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:40:47,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41dc88fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:40:47,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:40:47,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1] 2024-11-09T05:40:47,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:40:47,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:40:47,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:40:47,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:40:47,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:40:47,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:40:47,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:40:47,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:40:47,264 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e09398052c91,37597,1731130834345 2024-11-09T05:40:47,268 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@398672fc 2024-11-09T05:40:47,269 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:40:47,271 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:40:47,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:40:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T05:40:47,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:40:47,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T05:40:47,293 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:47,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:40:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:40:47,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741837_1013 (size=361) 2024-11-09T05:40:47,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741837_1013 (size=361) 2024-11-09T05:40:47,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741837_1013 (size=361) 2024-11-09T05:40:47,315 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecaf4d57cf5eab396506811292d768a5, NAME => 'SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:47,316 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e8445047e49fe8be064caa623252c98d, NAME => 'SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:47,317 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9ba3fc43078ad094b42b5dabc0636ead, NAME => 'SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741838_1014 (size=62) 2024-11-09T05:40:47,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741838_1014 (size=62) 2024-11-09T05:40:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741838_1014 (size=62) 2024-11-09T05:40:47,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:47,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9ba3fc43078ad094b42b5dabc0636ead, disabling compactions & flushes 2024-11-09T05:40:47,342 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:40:47,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:40:47,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. after waiting 0 ms 2024-11-09T05:40:47,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:40:47,342 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:40:47,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9ba3fc43078ad094b42b5dabc0636ead: Waiting for close lock at 1731130847342Disabling compacts and flushes for region at 1731130847342Disabling writes for close at 1731130847342Writing region close event to WAL at 1731130847342Closed at 1731130847342 2024-11-09T05:40:47,343 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f09fd46b282f192338d7311e6c3563a0, NAME => 'SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:47,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741839_1015 (size=62) 2024-11-09T05:40:47,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741839_1015 (size=62) 2024-11-09T05:40:47,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741839_1015 (size=62) 2024-11-09T05:40:47,347 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:47,347 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e8445047e49fe8be064caa623252c98d, disabling compactions & flushes 2024-11-09T05:40:47,347 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:40:47,347 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:40:47,347 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. after waiting 0 ms 2024-11-09T05:40:47,347 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:40:47,347 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:40:47,347 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e8445047e49fe8be064caa623252c98d: Waiting for close lock at 1731130847347Disabling compacts and flushes for region at 1731130847347Disabling writes for close at 1731130847347Writing region close event to WAL at 1731130847347Closed at 1731130847347 2024-11-09T05:40:47,348 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cb8eb2ef5f8a9e10bcd1377625d50ebe, NAME => 'SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:47,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741840_1016 (size=54) 2024-11-09T05:40:47,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741840_1016 (size=54) 2024-11-09T05:40:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741840_1016 (size=54) 2024-11-09T05:40:47,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:47,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ecaf4d57cf5eab396506811292d768a5, disabling compactions & flushes 2024-11-09T05:40:47,362 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:40:47,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:40:47,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. after waiting 0 ms 2024-11-09T05:40:47,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:40:47,362 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:40:47,362 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecaf4d57cf5eab396506811292d768a5: Waiting for close lock at 1731130847361Disabling compacts and flushes for region at 1731130847361Disabling writes for close at 1731130847362 (+1 ms)Writing region close event to WAL at 1731130847362Closed at 1731130847362 2024-11-09T05:40:47,363 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, NAME => 'SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:47,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741842_1018 (size=62) 2024-11-09T05:40:47,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741842_1018 (size=62) 2024-11-09T05:40:47,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741841_1017 (size=62) 2024-11-09T05:40:47,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741842_1018 (size=62) 2024-11-09T05:40:47,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:47,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cb8eb2ef5f8a9e10bcd1377625d50ebe, disabling compactions & flushes 2024-11-09T05:40:47,380 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:40:47,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741841_1017 (size=62) 2024-11-09T05:40:47,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:40:47,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. after waiting 0 ms 2024-11-09T05:40:47,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:40:47,380 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:40:47,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cb8eb2ef5f8a9e10bcd1377625d50ebe: Waiting for close lock at 1731130847379Disabling compacts and flushes for region at 1731130847379Disabling writes for close at 1731130847380 (+1 ms)Writing region close event to WAL at 1731130847380Closed at 1731130847380 2024-11-09T05:40:47,381 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 307c7c282f5768a39143abf76bedf249, NAME => 'SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:47,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741841_1017 (size=62) 2024-11-09T05:40:47,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:47,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f09fd46b282f192338d7311e6c3563a0, disabling compactions & flushes 2024-11-09T05:40:47,382 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:40:47,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:40:47,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. after waiting 0 ms 2024-11-09T05:40:47,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:40:47,383 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:40:47,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f09fd46b282f192338d7311e6c3563a0: Waiting for close lock at 1731130847382Disabling compacts and flushes for region at 1731130847382Disabling writes for close at 1731130847382Writing region close event to WAL at 1731130847383 (+1 ms)Closed at 1731130847383 2024-11-09T05:40:47,383 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => de3efbd1ae8db07cf99c20917979eed7, NAME => 'SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741843_1019 (size=62) 2024-11-09T05:40:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741843_1019 (size=62) 2024-11-09T05:40:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741843_1019 (size=62) 2024-11-09T05:40:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, disabling compactions & flushes 2024-11-09T05:40:47,394 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:40:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:40:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. after waiting 0 ms 2024-11-09T05:40:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:40:47,394 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:40:47,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1: Waiting for close lock at 1731130847394Disabling compacts and flushes for region at 1731130847394Disabling writes for close at 1731130847394Writing region close event to WAL at 1731130847394Closed at 1731130847394 2024-11-09T05:40:47,395 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 143ec3e65afd02914dda9e3db7069ef7, NAME => 'SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:47,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741844_1020 (size=62) 2024-11-09T05:40:47,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741844_1020 (size=62) 2024-11-09T05:40:47,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741844_1020 (size=62) 2024-11-09T05:40:47,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741845_1021 (size=62) 2024-11-09T05:40:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:40:47,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741845_1021 (size=62) 2024-11-09T05:40:47,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:47,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741845_1021 (size=62) 2024-11-09T05:40:47,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 307c7c282f5768a39143abf76bedf249, disabling compactions & flushes 2024-11-09T05:40:47,413 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:40:47,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:40:47,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. after waiting 0 ms 2024-11-09T05:40:47,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:40:47,413 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:40:47,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 307c7c282f5768a39143abf76bedf249: Waiting for close lock at 1731130847413Disabling compacts and flushes for region at 1731130847413Disabling writes for close at 1731130847413Writing region close event to WAL at 1731130847413Closed at 1731130847413 2024-11-09T05:40:47,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:47,414 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0c595cd32f2b20b472575a29d6293deb, NAME => 'SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760 2024-11-09T05:40:47,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing de3efbd1ae8db07cf99c20917979eed7, disabling compactions & flushes 2024-11-09T05:40:47,414 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:40:47,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:40:47,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. after waiting 0 ms 2024-11-09T05:40:47,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:40:47,414 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:40:47,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for de3efbd1ae8db07cf99c20917979eed7: Waiting for close lock at 1731130847414Disabling compacts and flushes for region at 1731130847414Disabling writes for close at 1731130847414Writing region close event to WAL at 1731130847414Closed at 1731130847414 2024-11-09T05:40:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741846_1022 (size=62) 2024-11-09T05:40:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741846_1022 (size=62) 2024-11-09T05:40:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741846_1022 (size=62) 2024-11-09T05:40:47,425 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:47,425 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 143ec3e65afd02914dda9e3db7069ef7, disabling compactions & flushes 2024-11-09T05:40:47,425 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:40:47,425 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:40:47,425 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. after waiting 0 ms 2024-11-09T05:40:47,425 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:40:47,426 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:40:47,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 143ec3e65afd02914dda9e3db7069ef7: Waiting for close lock at 1731130847425Disabling compacts and flushes for region at 1731130847425Disabling writes for close at 1731130847425Writing region close event to WAL at 1731130847426 (+1 ms)Closed at 1731130847426 2024-11-09T05:40:47,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741847_1023 (size=54) 2024-11-09T05:40:47,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741847_1023 (size=54) 2024-11-09T05:40:47,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741847_1023 (size=54) 2024-11-09T05:40:47,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:47,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0c595cd32f2b20b472575a29d6293deb, disabling compactions & flushes 2024-11-09T05:40:47,431 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:40:47,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:40:47,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. after waiting 0 ms 2024-11-09T05:40:47,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:40:47,431 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:40:47,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0c595cd32f2b20b472575a29d6293deb: Waiting for close lock at 1731130847431Disabling compacts and flushes for region at 1731130847431Disabling writes for close at 1731130847431Writing region close event to WAL at 1731130847431Closed at 1731130847431 2024-11-09T05:40:47,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:40:47,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130847433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130847433"}]},"ts":"1731130847433"} 2024-11-09T05:40:47,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130847433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130847433"}]},"ts":"1731130847433"} 2024-11-09T05:40:47,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731130847433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130847433"}]},"ts":"1731130847433"} 2024-11-09T05:40:47,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130847433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130847433"}]},"ts":"1731130847433"} 2024-11-09T05:40:47,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130847433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130847433"}]},"ts":"1731130847433"} 2024-11-09T05:40:47,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130847433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130847433"}]},"ts":"1731130847433"} 2024-11-09T05:40:47,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130847433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130847433"}]},"ts":"1731130847433"} 2024-11-09T05:40:47,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130847433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130847433"}]},"ts":"1731130847433"} 2024-11-09T05:40:47,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130847433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130847433"}]},"ts":"1731130847433"} 2024-11-09T05:40:47,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731130847433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130847433"}]},"ts":"1731130847433"} 2024-11-09T05:40:47,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T05:40:47,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:40:47,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130847478"}]},"ts":"1731130847478"} 2024-11-09T05:40:47,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T05:40:47,489 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e09398052c91=0} racks are {/default-rack=0} 2024-11-09T05:40:47,496 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T05:40:47,497 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T05:40:47,497 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T05:40:47,497 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T05:40:47,497 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T05:40:47,497 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T05:40:47,497 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T05:40:47,497 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T05:40:47,497 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T05:40:47,497 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T05:40:47,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecaf4d57cf5eab396506811292d768a5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ba3fc43078ad094b42b5dabc0636ead, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8445047e49fe8be064caa623252c98d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f09fd46b282f192338d7311e6c3563a0, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8eb2ef5f8a9e10bcd1377625d50ebe, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=307c7c282f5768a39143abf76bedf249, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de3efbd1ae8db07cf99c20917979eed7, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=143ec3e65afd02914dda9e3db7069ef7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c595cd32f2b20b472575a29d6293deb, ASSIGN}] 2024-11-09T05:40:47,504 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8445047e49fe8be064caa623252c98d, ASSIGN 2024-11-09T05:40:47,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f09fd46b282f192338d7311e6c3563a0, ASSIGN 2024-11-09T05:40:47,504 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ba3fc43078ad094b42b5dabc0636ead, ASSIGN 2024-11-09T05:40:47,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecaf4d57cf5eab396506811292d768a5, ASSIGN 2024-11-09T05:40:47,506 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8445047e49fe8be064caa623252c98d, ASSIGN; state=OFFLINE, location=e09398052c91,33355,1731130835162; forceNewPlan=false, retain=false 2024-11-09T05:40:47,506 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ba3fc43078ad094b42b5dabc0636ead, ASSIGN; state=OFFLINE, location=e09398052c91,44729,1731130835122; forceNewPlan=false, retain=false 2024-11-09T05:40:47,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f09fd46b282f192338d7311e6c3563a0, ASSIGN; state=OFFLINE, location=e09398052c91,33355,1731130835162; forceNewPlan=false, retain=false 2024-11-09T05:40:47,506 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecaf4d57cf5eab396506811292d768a5, ASSIGN; state=OFFLINE, location=e09398052c91,36413,1731130835024; forceNewPlan=false, retain=false 2024-11-09T05:40:47,512 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=143ec3e65afd02914dda9e3db7069ef7, ASSIGN 2024-11-09T05:40:47,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de3efbd1ae8db07cf99c20917979eed7, ASSIGN 2024-11-09T05:40:47,512 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c595cd32f2b20b472575a29d6293deb, ASSIGN 2024-11-09T05:40:47,512 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=307c7c282f5768a39143abf76bedf249, ASSIGN 2024-11-09T05:40:47,512 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, ASSIGN 2024-11-09T05:40:47,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de3efbd1ae8db07cf99c20917979eed7, ASSIGN; state=OFFLINE, location=e09398052c91,33355,1731130835162; forceNewPlan=false, retain=false 2024-11-09T05:40:47,514 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=143ec3e65afd02914dda9e3db7069ef7, ASSIGN; state=OFFLINE, location=e09398052c91,36413,1731130835024; forceNewPlan=false, retain=false 2024-11-09T05:40:47,514 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c595cd32f2b20b472575a29d6293deb, ASSIGN; state=OFFLINE, location=e09398052c91,44729,1731130835122; forceNewPlan=false, retain=false 2024-11-09T05:40:47,514 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=307c7c282f5768a39143abf76bedf249, ASSIGN; state=OFFLINE, location=e09398052c91,44729,1731130835122; forceNewPlan=false, retain=false 2024-11-09T05:40:47,514 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, ASSIGN; state=OFFLINE, location=e09398052c91,36413,1731130835024; forceNewPlan=false, retain=false 2024-11-09T05:40:47,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8eb2ef5f8a9e10bcd1377625d50ebe, ASSIGN 2024-11-09T05:40:47,521 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb8eb2ef5f8a9e10bcd1377625d50ebe, ASSIGN; state=OFFLINE, location=e09398052c91,44729,1731130835122; forceNewPlan=false, retain=false 2024-11-09T05:40:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:40:47,659 INFO [e09398052c91:37597 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T05:40:47,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9ba3fc43078ad094b42b5dabc0636ead, regionState=OPENING, regionLocation=e09398052c91,44729,1731130835122 2024-11-09T05:40:47,660 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0c595cd32f2b20b472575a29d6293deb, regionState=OPENING, regionLocation=e09398052c91,44729,1731130835122 2024-11-09T05:40:47,660 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cb8eb2ef5f8a9e10bcd1377625d50ebe, regionState=OPENING, regionLocation=e09398052c91,44729,1731130835122 2024-11-09T05:40:47,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=307c7c282f5768a39143abf76bedf249, regionState=OPENING, regionLocation=e09398052c91,44729,1731130835122 2024-11-09T05:40:47,660 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=143ec3e65afd02914dda9e3db7069ef7, regionState=OPENING, regionLocation=e09398052c91,36413,1731130835024 2024-11-09T05:40:47,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e8445047e49fe8be064caa623252c98d, regionState=OPENING, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:40:47,661 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f09fd46b282f192338d7311e6c3563a0, regionState=OPENING, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:40:47,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, regionState=OPENING, regionLocation=e09398052c91,36413,1731130835024 2024-11-09T05:40:47,662 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=de3efbd1ae8db07cf99c20917979eed7, regionState=OPENING, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:40:47,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecaf4d57cf5eab396506811292d768a5, regionState=OPENING, regionLocation=e09398052c91,36413,1731130835024 2024-11-09T05:40:47,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=307c7c282f5768a39143abf76bedf249, ASSIGN because future has completed 2024-11-09T05:40:47,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307c7c282f5768a39143abf76bedf249, server=e09398052c91,44729,1731130835122}] 2024-11-09T05:40:47,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ba3fc43078ad094b42b5dabc0636ead, ASSIGN because future has completed 2024-11-09T05:40:47,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead, server=e09398052c91,44729,1731130835122}] 2024-11-09T05:40:47,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb8eb2ef5f8a9e10bcd1377625d50ebe, ASSIGN because future has completed 2024-11-09T05:40:47,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=143ec3e65afd02914dda9e3db7069ef7, ASSIGN because future has completed 2024-11-09T05:40:47,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe, server=e09398052c91,44729,1731130835122}] 2024-11-09T05:40:47,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 143ec3e65afd02914dda9e3db7069ef7, server=e09398052c91,36413,1731130835024}] 2024-11-09T05:40:47,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c595cd32f2b20b472575a29d6293deb, ASSIGN because future has completed 2024-11-09T05:40:47,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f09fd46b282f192338d7311e6c3563a0, ASSIGN because future has completed 2024-11-09T05:40:47,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8445047e49fe8be064caa623252c98d, ASSIGN because future has completed 2024-11-09T05:40:47,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c595cd32f2b20b472575a29d6293deb, server=e09398052c91,44729,1731130835122}] 2024-11-09T05:40:47,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8445047e49fe8be064caa623252c98d, server=e09398052c91,33355,1731130835162}] 2024-11-09T05:40:47,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, ASSIGN because future has completed 2024-11-09T05:40:47,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecaf4d57cf5eab396506811292d768a5, ASSIGN because future has completed 2024-11-09T05:40:47,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de3efbd1ae8db07cf99c20917979eed7, ASSIGN because future has completed 2024-11-09T05:40:47,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f09fd46b282f192338d7311e6c3563a0, server=e09398052c91,33355,1731130835162}] 2024-11-09T05:40:47,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecaf4d57cf5eab396506811292d768a5, server=e09398052c91,36413,1731130835024}] 2024-11-09T05:40:47,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure de3efbd1ae8db07cf99c20917979eed7, server=e09398052c91,33355,1731130835162}] 2024-11-09T05:40:47,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, server=e09398052c91,36413,1731130835024}] 2024-11-09T05:40:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:40:48,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T05:40:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:40:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:40:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:40:52,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:40:54,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T05:40:54,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T05:40:54,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T05:40:54,757 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T05:40:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:40:57,678 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:40:57,678 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => cb8eb2ef5f8a9e10bcd1377625d50ebe, NAME => 'SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T05:40:57,679 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:40:57,679 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:57,679 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:40:57,679 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:40:57,680 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T05:40:57,681 INFO [StoreOpener-cb8eb2ef5f8a9e10bcd1377625d50ebe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:40:57,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T05:40:57,684 INFO [StoreOpener-cb8eb2ef5f8a9e10bcd1377625d50ebe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb8eb2ef5f8a9e10bcd1377625d50ebe columnFamilyName cf 2024-11-09T05:40:57,684 DEBUG [StoreOpener-cb8eb2ef5f8a9e10bcd1377625d50ebe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:57,684 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T05:40:57,685 INFO [StoreOpener-cb8eb2ef5f8a9e10bcd1377625d50ebe-1 {}] regionserver.HStore(327): Store=cb8eb2ef5f8a9e10bcd1377625d50ebe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:57,685 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:40:57,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53051, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T05:40:57,686 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:40:57,687 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:40:57,688 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:40:57,688 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:40:57,688 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:40:57,689 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, NAME => 'SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T05:40:57,689 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:40:57,690 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:57,690 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:40:57,690 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:40:57,691 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:40:57,692 INFO [StoreOpener-dee1f8cf4bbfdb8e44e3b65e5ee6f8f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:40:57,693 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:40:57,693 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e8445047e49fe8be064caa623252c98d, NAME => 'SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T05:40:57,694 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8445047e49fe8be064caa623252c98d 2024-11-09T05:40:57,694 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:57,694 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e8445047e49fe8be064caa623252c98d 2024-11-09T05:40:57,694 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e8445047e49fe8be064caa623252c98d 2024-11-09T05:40:57,695 INFO [StoreOpener-dee1f8cf4bbfdb8e44e3b65e5ee6f8f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 columnFamilyName cf 2024-11-09T05:40:57,695 DEBUG [StoreOpener-dee1f8cf4bbfdb8e44e3b65e5ee6f8f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:57,695 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/cb8eb2ef5f8a9e10bcd1377625d50ebe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:57,695 INFO [StoreOpener-dee1f8cf4bbfdb8e44e3b65e5ee6f8f1-1 {}] regionserver.HStore(327): Store=dee1f8cf4bbfdb8e44e3b65e5ee6f8f1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:57,695 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened cb8eb2ef5f8a9e10bcd1377625d50ebe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74365186, jitterRate=0.10812762379646301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:40:57,696 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:40:57,696 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:40:57,696 INFO [StoreOpener-e8445047e49fe8be064caa623252c98d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8445047e49fe8be064caa623252c98d 2024-11-09T05:40:57,697 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:40:57,697 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for cb8eb2ef5f8a9e10bcd1377625d50ebe: Running coprocessor pre-open hook at 1731130857679Writing region info on filesystem at 1731130857679Initializing all the Stores at 1731130857681 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130857681Cleaning up temporary data from old regions at 1731130857688 (+7 ms)Running coprocessor post-open hooks at 1731130857696 (+8 ms)Region opened successfully at 1731130857697 (+1 ms) 2024-11-09T05:40:57,697 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:40:57,698 INFO [StoreOpener-e8445047e49fe8be064caa623252c98d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8445047e49fe8be064caa623252c98d columnFamilyName cf 2024-11-09T05:40:57,698 DEBUG [StoreOpener-e8445047e49fe8be064caa623252c98d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:57,698 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:40:57,698 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:40:57,699 INFO [StoreOpener-e8445047e49fe8be064caa623252c98d-1 {}] regionserver.HStore(327): Store=e8445047e49fe8be064caa623252c98d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:57,699 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e8445047e49fe8be064caa623252c98d 2024-11-09T05:40:57,699 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe., pid=17, masterSystemTime=1731130857670 2024-11-09T05:40:57,700 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/e8445047e49fe8be064caa623252c98d 2024-11-09T05:40:57,701 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/e8445047e49fe8be064caa623252c98d 2024-11-09T05:40:57,701 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:40:57,702 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e8445047e49fe8be064caa623252c98d 2024-11-09T05:40:57,702 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e8445047e49fe8be064caa623252c98d 2024-11-09T05:40:57,702 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:40:57,702 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:40:57,702 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:40:57,702 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 307c7c282f5768a39143abf76bedf249, NAME => 'SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T05:40:57,703 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 307c7c282f5768a39143abf76bedf249 2024-11-09T05:40:57,703 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:57,703 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:40:57,703 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:40:57,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cb8eb2ef5f8a9e10bcd1377625d50ebe, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,44729,1731130835122 2024-11-09T05:40:57,705 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e8445047e49fe8be064caa623252c98d 2024-11-09T05:40:57,706 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/dee1f8cf4bbfdb8e44e3b65e5ee6f8f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:57,707 INFO [StoreOpener-307c7c282f5768a39143abf76bedf249-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 307c7c282f5768a39143abf76bedf249 2024-11-09T05:40:57,707 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37597 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e09398052c91,44729,1731130835122, table=SPTestTable, region=cb8eb2ef5f8a9e10bcd1377625d50ebe. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T05:40:57,708 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened dee1f8cf4bbfdb8e44e3b65e5ee6f8f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60311263, jitterRate=-0.10129214823246002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:40:57,708 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:40:57,708 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1: Running coprocessor pre-open hook at 1731130857690Writing region info on filesystem at 1731130857690Initializing all the Stores at 1731130857691 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130857691Cleaning up temporary data from old regions at 1731130857698 (+7 ms)Running coprocessor post-open hooks at 1731130857708 (+10 ms)Region opened successfully at 1731130857708 2024-11-09T05:40:57,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe, server=e09398052c91,44729,1731130835122 because future has completed 2024-11-09T05:40:57,710 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1., pid=24, masterSystemTime=1731130857680 2024-11-09T05:40:57,711 INFO [StoreOpener-307c7c282f5768a39143abf76bedf249-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307c7c282f5768a39143abf76bedf249 columnFamilyName cf 2024-11-09T05:40:57,711 DEBUG [StoreOpener-307c7c282f5768a39143abf76bedf249-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:57,712 INFO [StoreOpener-307c7c282f5768a39143abf76bedf249-1 {}] regionserver.HStore(327): Store=307c7c282f5768a39143abf76bedf249/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:57,712 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:40:57,713 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:40:57,713 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:40:57,713 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:40:57,714 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/307c7c282f5768a39143abf76bedf249 2024-11-09T05:40:57,714 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 143ec3e65afd02914dda9e3db7069ef7, NAME => 'SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T05:40:57,714 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/307c7c282f5768a39143abf76bedf249 2024-11-09T05:40:57,715 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/e8445047e49fe8be064caa623252c98d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:57,715 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:40:57,715 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:57,715 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:40:57,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-09T05:40:57,715 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:40:57,715 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,36413,1731130835024 2024-11-09T05:40:57,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe, server=e09398052c91,44729,1731130835122 in 10.0380 sec 2024-11-09T05:40:57,716 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:40:57,716 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:40:57,717 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e8445047e49fe8be064caa623252c98d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62477345, jitterRate=-0.0690150111913681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:40:57,717 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8445047e49fe8be064caa623252c98d 2024-11-09T05:40:57,718 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e8445047e49fe8be064caa623252c98d: Running coprocessor pre-open hook at 1731130857694Writing region info on filesystem at 1731130857694Initializing all the Stores at 1731130857696 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130857696Cleaning up temporary data from old regions at 1731130857702 (+6 ms)Running coprocessor post-open hooks at 1731130857717 (+15 ms)Region opened successfully at 1731130857717 2024-11-09T05:40:57,719 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d., pid=20, masterSystemTime=1731130857684 2024-11-09T05:40:57,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, server=e09398052c91,36413,1731130835024 because future has completed 2024-11-09T05:40:57,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8eb2ef5f8a9e10bcd1377625d50ebe, ASSIGN in 10.2160 sec 2024-11-09T05:40:57,720 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:40:57,723 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:40:57,724 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:40:57,724 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:40:57,724 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f09fd46b282f192338d7311e6c3563a0, NAME => 'SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T05:40:57,725 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:40:57,725 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:57,725 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:40:57,725 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:40:57,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e8445047e49fe8be064caa623252c98d, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:40:57,726 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/307c7c282f5768a39143abf76bedf249/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:57,727 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 307c7c282f5768a39143abf76bedf249; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60894519, jitterRate=-0.09260095655918121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:40:57,727 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:40:57,727 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 307c7c282f5768a39143abf76bedf249: Running coprocessor pre-open hook at 1731130857703Writing region info on filesystem at 1731130857703Initializing all the Stores at 1731130857706 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130857706Cleaning up temporary data from old regions at 1731130857716 (+10 ms)Running coprocessor post-open hooks at 1731130857727 (+11 ms)Region opened successfully at 1731130857727 2024-11-09T05:40:57,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-09T05:40:57,728 INFO [StoreOpener-f09fd46b282f192338d7311e6c3563a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:40:57,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, server=e09398052c91,36413,1731130835024 in 10.0310 sec 2024-11-09T05:40:57,729 INFO [StoreOpener-143ec3e65afd02914dda9e3db7069ef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:40:57,730 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249., pid=15, masterSystemTime=1731130857670 2024-11-09T05:40:57,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8445047e49fe8be064caa623252c98d, server=e09398052c91,33355,1731130835162 because future has completed 2024-11-09T05:40:57,731 INFO [StoreOpener-143ec3e65afd02914dda9e3db7069ef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 143ec3e65afd02914dda9e3db7069ef7 columnFamilyName cf 2024-11-09T05:40:57,731 DEBUG [StoreOpener-143ec3e65afd02914dda9e3db7069ef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:57,731 INFO [StoreOpener-f09fd46b282f192338d7311e6c3563a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f09fd46b282f192338d7311e6c3563a0 columnFamilyName cf 2024-11-09T05:40:57,731 DEBUG [StoreOpener-f09fd46b282f192338d7311e6c3563a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:57,732 INFO [StoreOpener-143ec3e65afd02914dda9e3db7069ef7-1 {}] regionserver.HStore(327): Store=143ec3e65afd02914dda9e3db7069ef7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:57,732 INFO [StoreOpener-f09fd46b282f192338d7311e6c3563a0-1 {}] regionserver.HStore(327): Store=f09fd46b282f192338d7311e6c3563a0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:57,732 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:40:57,732 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:40:57,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, ASSIGN in 10.2290 sec 2024-11-09T05:40:57,733 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:40:57,734 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:40:57,734 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:40:57,734 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:40:57,734 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:40:57,734 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:40:57,734 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ba3fc43078ad094b42b5dabc0636ead, NAME => 'SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T05:40:57,735 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:40:57,735 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:40:57,735 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:40:57,735 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:57,735 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:40:57,735 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:40:57,735 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:40:57,736 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:40:57,736 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:40:57,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=307c7c282f5768a39143abf76bedf249, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,44729,1731130835122 2024-11-09T05:40:57,738 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:40:57,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-09T05:40:57,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e8445047e49fe8be064caa623252c98d, server=e09398052c91,33355,1731130835162 in 10.0550 sec 2024-11-09T05:40:57,741 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:40:57,740 INFO [StoreOpener-9ba3fc43078ad094b42b5dabc0636ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:40:57,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307c7c282f5768a39143abf76bedf249, server=e09398052c91,44729,1731130835122 because future has completed 2024-11-09T05:40:57,743 INFO [StoreOpener-9ba3fc43078ad094b42b5dabc0636ead-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba3fc43078ad094b42b5dabc0636ead columnFamilyName cf 2024-11-09T05:40:57,743 DEBUG [StoreOpener-9ba3fc43078ad094b42b5dabc0636ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:57,745 INFO [StoreOpener-9ba3fc43078ad094b42b5dabc0636ead-1 {}] regionserver.HStore(327): Store=9ba3fc43078ad094b42b5dabc0636ead/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:57,745 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:40:57,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8445047e49fe8be064caa623252c98d, ASSIGN in 10.2410 sec 2024-11-09T05:40:57,746 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:40:57,747 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:40:57,747 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:40:57,748 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:40:57,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-09T05:40:57,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 307c7c282f5768a39143abf76bedf249, server=e09398052c91,44729,1731130835122 in 10.0780 sec 2024-11-09T05:40:57,750 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:40:57,754 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/f09fd46b282f192338d7311e6c3563a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:57,755 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f09fd46b282f192338d7311e6c3563a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72598112, jitterRate=0.08179616928100586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:40:57,755 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:40:57,755 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f09fd46b282f192338d7311e6c3563a0: Running coprocessor pre-open hook at 1731130857725Writing region info on filesystem at 1731130857725Initializing all the Stores at 1731130857727 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130857727Cleaning up temporary data from old regions at 1731130857735 (+8 ms)Running coprocessor post-open hooks at 1731130857755 (+20 ms)Region opened successfully at 1731130857755 2024-11-09T05:40:57,759 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0., pid=21, masterSystemTime=1731130857684 2024-11-09T05:40:57,759 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/143ec3e65afd02914dda9e3db7069ef7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:57,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=307c7c282f5768a39143abf76bedf249, ASSIGN in 10.2490 sec 2024-11-09T05:40:57,760 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/9ba3fc43078ad094b42b5dabc0636ead/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:57,760 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 143ec3e65afd02914dda9e3db7069ef7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61991222, jitterRate=-0.07625880837440491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:40:57,760 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:40:57,760 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 143ec3e65afd02914dda9e3db7069ef7: Running coprocessor pre-open hook at 1731130857715Writing region info on filesystem at 1731130857715Initializing all the Stores at 1731130857718 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130857718Cleaning up temporary data from old regions at 1731130857736 (+18 ms)Running coprocessor post-open hooks at 1731130857760 (+24 ms)Region opened successfully at 1731130857760 2024-11-09T05:40:57,760 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9ba3fc43078ad094b42b5dabc0636ead; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73995279, jitterRate=0.10261557996273041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:40:57,761 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:40:57,761 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9ba3fc43078ad094b42b5dabc0636ead: Running coprocessor pre-open hook at 1731130857736Writing region info on filesystem at 1731130857736Initializing all the Stores at 1731130857738 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130857738Cleaning up temporary data from old regions at 1731130857748 (+10 ms)Running coprocessor post-open hooks at 1731130857761 (+13 ms)Region opened successfully at 1731130857761 2024-11-09T05:40:57,762 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7., pid=18, masterSystemTime=1731130857680 2024-11-09T05:40:57,762 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead., pid=16, masterSystemTime=1731130857670 2024-11-09T05:40:57,763 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:40:57,763 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:40:57,763 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:40:57,763 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => de3efbd1ae8db07cf99c20917979eed7, NAME => 'SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T05:40:57,764 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:40:57,764 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f09fd46b282f192338d7311e6c3563a0, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:40:57,764 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:57,764 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:40:57,764 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:40:57,764 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:40:57,764 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:40:57,765 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:40:57,765 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => ecaf4d57cf5eab396506811292d768a5, NAME => 'SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T05:40:57,765 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:40:57,765 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:57,766 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:40:57,766 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:40:57,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=143ec3e65afd02914dda9e3db7069ef7, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,36413,1731130835024 2024-11-09T05:40:57,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f09fd46b282f192338d7311e6c3563a0, server=e09398052c91,33355,1731130835162 because future has completed 2024-11-09T05:40:57,768 INFO [StoreOpener-de3efbd1ae8db07cf99c20917979eed7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:40:57,768 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:40:57,769 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:40:57,769 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:40:57,769 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c595cd32f2b20b472575a29d6293deb, NAME => 'SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T05:40:57,769 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:40:57,769 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:40:57,770 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:40:57,770 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:40:57,771 INFO [StoreOpener-ecaf4d57cf5eab396506811292d768a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:40:57,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9ba3fc43078ad094b42b5dabc0636ead, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,44729,1731130835122 2024-11-09T05:40:57,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 143ec3e65afd02914dda9e3db7069ef7, server=e09398052c91,36413,1731130835024 because future has completed 2024-11-09T05:40:57,773 INFO [StoreOpener-0c595cd32f2b20b472575a29d6293deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:40:57,773 INFO [StoreOpener-ecaf4d57cf5eab396506811292d768a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaf4d57cf5eab396506811292d768a5 columnFamilyName cf 2024-11-09T05:40:57,773 DEBUG [StoreOpener-ecaf4d57cf5eab396506811292d768a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:57,775 INFO [StoreOpener-ecaf4d57cf5eab396506811292d768a5-1 {}] regionserver.HStore(327): Store=ecaf4d57cf5eab396506811292d768a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:57,775 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:40:57,776 INFO [StoreOpener-0c595cd32f2b20b472575a29d6293deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c595cd32f2b20b472575a29d6293deb columnFamilyName cf 2024-11-09T05:40:57,776 DEBUG [StoreOpener-0c595cd32f2b20b472575a29d6293deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:57,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead, server=e09398052c91,44729,1731130835122 because future has completed 2024-11-09T05:40:57,776 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:40:57,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-09T05:40:57,777 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:40:57,777 INFO [StoreOpener-0c595cd32f2b20b472575a29d6293deb-1 {}] regionserver.HStore(327): Store=0c595cd32f2b20b472575a29d6293deb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:57,778 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:40:57,778 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:40:57,778 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:40:57,779 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:40:57,780 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:40:57,780 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:40:57,780 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:40:57,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-09T05:40:57,782 INFO [StoreOpener-de3efbd1ae8db07cf99c20917979eed7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de3efbd1ae8db07cf99c20917979eed7 columnFamilyName cf 2024-11-09T05:40:57,782 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:40:57,782 DEBUG [StoreOpener-de3efbd1ae8db07cf99c20917979eed7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:40:57,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f09fd46b282f192338d7311e6c3563a0, server=e09398052c91,33355,1731130835162 in 10.0910 sec 2024-11-09T05:40:57,783 INFO [StoreOpener-de3efbd1ae8db07cf99c20917979eed7-1 {}] regionserver.HStore(327): Store=de3efbd1ae8db07cf99c20917979eed7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:40:57,783 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:40:57,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f09fd46b282f192338d7311e6c3563a0, ASSIGN in 10.2810 sec 2024-11-09T05:40:57,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 143ec3e65afd02914dda9e3db7069ef7, server=e09398052c91,36413,1731130835024 in 10.1050 sec 2024-11-09T05:40:57,784 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:40:57,784 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:40:57,785 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:40:57,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-09T05:40:57,786 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:40:57,786 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:40:57,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=143ec3e65afd02914dda9e3db7069ef7, ASSIGN in 10.2830 sec 2024-11-09T05:40:57,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead, server=e09398052c91,44729,1731130835122 in 10.1100 sec 2024-11-09T05:40:57,787 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/ecaf4d57cf5eab396506811292d768a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:57,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ba3fc43078ad094b42b5dabc0636ead, ASSIGN in 10.2850 sec 2024-11-09T05:40:57,788 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened ecaf4d57cf5eab396506811292d768a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65552701, jitterRate=-0.02318863570690155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:40:57,788 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:40:57,788 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for ecaf4d57cf5eab396506811292d768a5: Running coprocessor pre-open hook at 1731130857766Writing region info on filesystem at 1731130857766Initializing all the Stores at 1731130857768 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130857768Cleaning up temporary data from old regions at 1731130857778 (+10 ms)Running coprocessor post-open hooks at 1731130857788 (+10 ms)Region opened successfully at 1731130857788 2024-11-09T05:40:57,789 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/0c595cd32f2b20b472575a29d6293deb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:57,789 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:40:57,790 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5., pid=23, masterSystemTime=1731130857680 2024-11-09T05:40:57,790 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 0c595cd32f2b20b472575a29d6293deb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73778006, jitterRate=0.09937795996665955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:40:57,790 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:40:57,790 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0c595cd32f2b20b472575a29d6293deb: Running coprocessor pre-open hook at 1731130857770Writing region info on filesystem at 1731130857770Initializing all the Stores at 1731130857771 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130857771Cleaning up temporary data from old regions at 1731130857781 (+10 ms)Running coprocessor post-open hooks at 1731130857790 (+9 ms)Region opened successfully at 1731130857790 2024-11-09T05:40:57,792 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb., pid=19, masterSystemTime=1731130857670 2024-11-09T05:40:57,792 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/de3efbd1ae8db07cf99c20917979eed7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:40:57,793 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:40:57,793 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:40:57,793 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened de3efbd1ae8db07cf99c20917979eed7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66716080, jitterRate=-0.005852937698364258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:40:57,794 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:40:57,794 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for de3efbd1ae8db07cf99c20917979eed7: Running coprocessor pre-open hook at 1731130857764Writing region info on filesystem at 1731130857765 (+1 ms)Initializing all the Stores at 1731130857767 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130857767Cleaning up temporary data from old regions at 1731130857786 (+19 ms)Running coprocessor post-open hooks at 1731130857794 (+8 ms)Region opened successfully at 1731130857794 2024-11-09T05:40:57,794 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecaf4d57cf5eab396506811292d768a5, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,36413,1731130835024 2024-11-09T05:40:57,794 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:40:57,794 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:40:57,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0c595cd32f2b20b472575a29d6293deb, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,44729,1731130835122 2024-11-09T05:40:57,796 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7., pid=22, masterSystemTime=1731130857684 2024-11-09T05:40:57,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecaf4d57cf5eab396506811292d768a5, server=e09398052c91,36413,1731130835024 because future has completed 2024-11-09T05:40:57,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c595cd32f2b20b472575a29d6293deb, server=e09398052c91,44729,1731130835122 because future has completed 2024-11-09T05:40:57,801 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:40:57,801 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:40:57,801 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=de3efbd1ae8db07cf99c20917979eed7, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:40:57,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure de3efbd1ae8db07cf99c20917979eed7, server=e09398052c91,33355,1731130835162 because future has completed 2024-11-09T05:40:57,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-09T05:40:57,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-09T05:40:57,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c595cd32f2b20b472575a29d6293deb, server=e09398052c91,44729,1731130835122 in 10.1260 sec 2024-11-09T05:40:57,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ecaf4d57cf5eab396506811292d768a5, server=e09398052c91,36413,1731130835024 in 10.1180 sec 2024-11-09T05:40:57,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-09T05:40:57,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure de3efbd1ae8db07cf99c20917979eed7, server=e09398052c91,33355,1731130835162 in 10.1220 sec 2024-11-09T05:40:57,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecaf4d57cf5eab396506811292d768a5, ASSIGN in 10.3080 sec 2024-11-09T05:40:57,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c595cd32f2b20b472575a29d6293deb, ASSIGN in 10.3090 sec 2024-11-09T05:40:57,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-09T05:40:57,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de3efbd1ae8db07cf99c20917979eed7, ASSIGN in 10.3110 sec 2024-11-09T05:40:57,814 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:40:57,815 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130857815"}]},"ts":"1731130857815"} 2024-11-09T05:40:57,817 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T05:40:57,819 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:40:57,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5380 sec 2024-11-09T05:41:00,298 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T05:41:03,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:41:03,443 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:41:04,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-09T05:41:04,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-09T05:41:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:41:05,552 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T05:41:05,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T05:41:05,553 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:41:05,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T05:41:05,564 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:41:05,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T05:41:05,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,631 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,640 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,642 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7., hostname=e09398052c91,33355,1731130835162, seqNum=2] 2024-11-09T05:41:05,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7., hostname=e09398052c91,33355,1731130835162, seqNum=2] 2024-11-09T05:41:05,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7., hostname=e09398052c91,33355,1731130835162, seqNum=2] 2024-11-09T05:41:05,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7., hostname=e09398052c91,33355,1731130835162, seqNum=2] 2024-11-09T05:41:05,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7., hostname=e09398052c91,33355,1731130835162, seqNum=2] 2024-11-09T05:41:05,700 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7., hostname=e09398052c91,33355,1731130835162, seqNum=2] 2024-11-09T05:41:05,701 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7., hostname=e09398052c91,33355,1731130835162, seqNum=2] 2024-11-09T05:41:05,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7., hostname=e09398052c91,33355,1731130835162, seqNum=2] 2024-11-09T05:41:05,755 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7., hostname=e09398052c91,36413,1731130835024, seqNum=2] 2024-11-09T05:41:05,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7., hostname=e09398052c91,36413,1731130835024, seqNum=2] 2024-11-09T05:41:05,761 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7., hostname=e09398052c91,36413,1731130835024, seqNum=2] 2024-11-09T05:41:05,763 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7., hostname=e09398052c91,36413,1731130835024, seqNum=2] 2024-11-09T05:41:05,765 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7., hostname=e09398052c91,36413,1731130835024, seqNum=2] 2024-11-09T05:41:05,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7., hostname=e09398052c91,36413,1731130835024, seqNum=2] 2024-11-09T05:41:05,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7., hostname=e09398052c91,36413,1731130835024, seqNum=2] 2024-11-09T05:41:05,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,845 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,846 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,848 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,850 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:05,851 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb., hostname=e09398052c91,44729,1731130835122, seqNum=2] 2024-11-09T05:41:06,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:41:06,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:41:06,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:41:06,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:41:06,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T05:41:06,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T05:41:06,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:41:06,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T05:41:07,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T05:41:07,450 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T05:41:07,452 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:41:07,453 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:41:07,458 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:41:07,474 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:41:07,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741848_1024 (size=49) 2024-11-09T05:41:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741848_1024 (size=49) 2024-11-09T05:41:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741848_1024 (size=49) 2024-11-09T05:41:07,487 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:41:07,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecaf4d57cf5eab396506811292d768a5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8445047e49fe8be064caa623252c98d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f09fd46b282f192338d7311e6c3563a0}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dee1f8cf4bbfdb8e44e3b65e5ee6f8f1}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de3efbd1ae8db07cf99c20917979eed7}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 143ec3e65afd02914dda9e3db7069ef7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb}] 2024-11-09T05:41:07,496 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:07,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:41:07,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8445047e49fe8be064caa623252c98d 2024-11-09T05:41:07,497 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:07,497 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:07,503 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:41:07,503 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:07,504 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:41:07,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:41:07,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:41:07,553 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e09398052c91,44729,1731130835122 2024-11-09T05:41:07,554 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e09398052c91,44729,1731130835122: Simulated kill ***** 2024-11-09T05:41:07,554 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T05:41:07,556 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T05:41:07,557 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T05:41:07,560 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T05:41:07,561 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T05:41:07,567 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 616051248 }, "NonHeapMemoryUsage": { "committed": 156499968, "init": 7667712, "max": -1, "used": 153108256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e09398052c91", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e09398052c91", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60836", "tag.serverName": "e09398052c91,36413,1731130835024", "tag.clusterId": "1c03c7d6-f4a1-4025-b206-d57b391654e6", "tag.Context": "regionserver", "tag.Hostname": "e09398052c91", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731130835024, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-09T05:41:07,572 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37597 {}] master.MasterRpcServices(700): e09398052c91,44729,1731130835122 reported a fatal error: ***** ABORTING region server e09398052c91,44729,1731130835122: Simulated kill ***** 2024-11-09T05:41:07,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e09398052c91,44729,1731130835122' ***** 2024-11-09T05:41:07,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T05:41:07,574 INFO [RS:1;e09398052c91:44729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T05:41:07,574 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:41:07,575 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T05:41:07,575 INFO [RS:1;e09398052c91:44729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T05:41:07,575 INFO [RS:1;e09398052c91:44729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T05:41:07,575 INFO [RS:1;e09398052c91:44729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:41:07,575 INFO [RS:1;e09398052c91:44729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e09398052c91:44729. 2024-11-09T05:41:07,575 DEBUG [RS:1;e09398052c91:44729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:41:07,575 DEBUG [RS:1;e09398052c91:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:41:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741836_1012 (size=14382) 2024-11-09T05:41:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741836_1012 (size=14382) 2024-11-09T05:41:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741836_1012 (size=14382) 2024-11-09T05:41:07,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741835_1011 (size=1257) 2024-11-09T05:41:07,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741835_1011 (size=1257) 2024-11-09T05:41:07,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741835_1011 (size=1257) 2024-11-09T05:41:07,587 DEBUG [RS:1;e09398052c91:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:41:07,587 INFO [RS:1;e09398052c91:44729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:41:07,587 INFO [RS:1;e09398052c91:44729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44729 2024-11-09T05:41:07,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:41:07,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e09398052c91,44729,1731130835122 2024-11-09T05:41:07,594 INFO [RS:1;e09398052c91:44729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:41:07,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e09398052c91,44729,1731130835122] 2024-11-09T05:41:07,598 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e09398052c91,44729,1731130835122 already deleted, retry=false 2024-11-09T05:41:07,598 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e09398052c91,44729,1731130835122 on e09398052c91,37597,1731130834345 2024-11-09T05:41:07,603 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e09398052c91,44729,1731130835122, splitWal=true, meta=true 2024-11-09T05:41:07,608 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for e09398052c91,44729,1731130835122 (carryingMeta=true) e09398052c91,44729,1731130835122/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@38f1056b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T05:41:07,608 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e09398052c91,44729,1731130835122, splitWal=true, meta=true 2024-11-09T05:41:07,610 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e09398052c91,44729,1731130835122, splitWal=true, meta=true, isMeta: true 2024-11-09T05:41:07,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:07,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:07,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:07,611 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:07,613 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe can not run currently because target server of region SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-09T05:41:07,613 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 can not run currently because target server of region SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-09T05:41:07,613 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe; timeout=1000, timestamp=1731130868613 2024-11-09T05:41:07,613 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead can not run currently because target server of region SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-09T05:41:07,613 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249; timeout=1000, timestamp=1731130868613 2024-11-09T05:41:07,613 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead; timeout=1000, timestamp=1731130868613 2024-11-09T05:41:07,613 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb can not run currently because target server of region SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-09T05:41:07,614 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb; timeout=1000, timestamp=1731130868614 2024-11-09T05:41:07,616 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting 2024-11-09T05:41:07,618 INFO [PEWorker-3 {}] master.SplitWALManager(105): e09398052c91,44729,1731130835122 WAL count=1, meta=true 2024-11-09T05:41:07,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta}] 2024-11-09T05:41:07,630 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=e09398052c91,33355,1731130835162 2024-11-09T05:41:07,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta, worker=e09398052c91,33355,1731130835162}] 2024-11-09T05:41:07,668 INFO [regionserver/e09398052c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:41:07,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:41:07,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x100fb3e24ed0002, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:41:07,697 INFO [RS:1;e09398052c91:44729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:41:07,697 INFO [RS:1;e09398052c91:44729 {}] regionserver.HRegionServer(1031): Exiting; stopping=e09398052c91,44729,1731130835122; zookeeper connection closed. 2024-11-09T05:41:07,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a575f5b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a575f5b 2024-11-09T05:41:08,347 INFO [regionserver/e09398052c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T05:41:08,347 INFO [regionserver/e09398052c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T05:41:08,614 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:08,614 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:08,614 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:08,614 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:08,615 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 can not run currently because target server of region SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-09T05:41:08,615 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead can not run currently because target server of region SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-09T05:41:08,615 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe can not run currently because target server of region SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-09T05:41:08,615 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb can not run currently because target server of region SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-09T05:41:08,616 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249; timeout=2000, timestamp=1731130870615 2024-11-09T05:41:08,616 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead; timeout=2000, timestamp=1731130870615 2024-11-09T05:41:08,616 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe; timeout=2000, timestamp=1731130870616 2024-11-09T05:41:08,616 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb; timeout=2000, timestamp=1731130870616 2024-11-09T05:41:10,615 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:10,615 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:10,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:10,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:10,617 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 can not run currently because target server of region SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-09T05:41:10,617 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead can not run currently because target server of region SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-09T05:41:10,617 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249; timeout=4000, timestamp=1731130874617 2024-11-09T05:41:10,617 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead; timeout=4000, timestamp=1731130874617 2024-11-09T05:41:10,617 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe can not run currently because target server of region SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-09T05:41:10,617 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb can not run currently because target server of region SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-09T05:41:10,617 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe; timeout=4000, timestamp=1731130874617 2024-11-09T05:41:10,618 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb; timeout=4000, timestamp=1731130874617 2024-11-09T05:41:11,106 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e09398052c91:37597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T05:41:14,617 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:14,617 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:14,618 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:14,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:14,619 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe can not run currently because target server of region SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-09T05:41:14,619 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead can not run currently because target server of region SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-09T05:41:14,619 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb can not run currently because target server of region SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-09T05:41:14,619 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 can not run currently because target server of region SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. e09398052c91,44729,1731130835122 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-09T05:41:14,619 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe; timeout=8000, timestamp=1731130882619 2024-11-09T05:41:14,619 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead; timeout=8000, timestamp=1731130882619 2024-11-09T05:41:14,619 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249; timeout=8000, timestamp=1731130882619 2024-11-09T05:41:14,619 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb; timeout=8000, timestamp=1731130882619 2024-11-09T05:41:17,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T05:41:17,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T05:41:17,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T05:41:17,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:41:17,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:41:17,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T05:41:17,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:41:17,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-09T05:41:17,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:41:17,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T05:41:17,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T05:41:17,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:41:17,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:41:17,512 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing de3efbd1ae8db07cf99c20917979eed7 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T05:41:17,512 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 143ec3e65afd02914dda9e3db7069ef7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T05:41:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ecaf4d57cf5eab396506811292d768a5: 2024-11-09T05:41:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f09fd46b282f192338d7311e6c3563a0: 2024-11-09T05:41:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1: 2024-11-09T05:41:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e8445047e49fe8be064caa623252c98d: 2024-11-09T05:41:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. for SnapshotProcedureTest completed. 2024-11-09T05:41:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. for SnapshotProcedureTest completed. 2024-11-09T05:41:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. for SnapshotProcedureTest completed. 2024-11-09T05:41:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. for SnapshotProcedureTest completed. 2024-11-09T05:41:17,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:41:17,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:41:17,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:41:17,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:41:17,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:41:17,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:41:17,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:41:17,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:41:17,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:41:17,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:41:17,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:41:17,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:41:17,541 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta, size=14.0 K (14382bytes) 2024-11-09T05:41:17,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T05:41:17,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T05:41:17,542 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta 2024-11-09T05:41:17,548 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta after 3ms 2024-11-09T05:41:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741849_1025 (size=65) 2024-11-09T05:41:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741849_1025 (size=65) 2024-11-09T05:41:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741849_1025 (size=65) 2024-11-09T05:41:17,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:41:17,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T05:41:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T05:41:17,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8445047e49fe8be064caa623252c98d 2024-11-09T05:41:17,559 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8445047e49fe8be064caa623252c98d 2024-11-09T05:41:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741850_1026 (size=65) 2024-11-09T05:41:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741850_1026 (size=65) 2024-11-09T05:41:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741850_1026 (size=65) 2024-11-09T05:41:17,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:41:17,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T05:41:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T05:41:17,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:41:17,562 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:41:17,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8445047e49fe8be064caa623252c98d in 10.0740 sec 2024-11-09T05:41:17,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741851_1027 (size=65) 2024-11-09T05:41:17,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f09fd46b282f192338d7311e6c3563a0 in 10.0740 sec 2024-11-09T05:41:17,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741851_1027 (size=65) 2024-11-09T05:41:17,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741851_1027 (size=65) 2024-11-09T05:41:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741852_1028 (size=57) 2024-11-09T05:41:17,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:41:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741852_1028 (size=57) 2024-11-09T05:41:17,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T05:41:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T05:41:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741852_1028 (size=57) 2024-11-09T05:41:17,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:41:17,580 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:41:17,580 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta took 39ms 2024-11-09T05:41:17,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:41:17,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T05:41:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T05:41:17,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:41:17,583 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:41:17,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 in 10.0920 sec 2024-11-09T05:41:17,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ecaf4d57cf5eab396506811292d768a5 in 10.0950 sec 2024-11-09T05:41:17,590 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-09T05:41:17,595 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta so closing down 2024-11-09T05:41:17,595 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T05:41:17,597 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta.temp 2024-11-09T05:41:17,601 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta.temp 2024-11-09T05:41:17,602 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T05:41:17,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741853_1029 (size=14141) 2024-11-09T05:41:17,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741853_1029 (size=14141) 2024-11-09T05:41:17,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741853_1029 (size=14141) 2024-11-09T05:41:17,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/143ec3e65afd02914dda9e3db7069ef7/.tmp/cf/c1675f8f00b64ad0a77bcce51144e2f1 is 34, key is ccd/cf:cf/1731130866660/Put/seqid=0 2024-11-09T05:41:17,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/de3efbd1ae8db07cf99c20917979eed7/.tmp/cf/148f3fad4f314c3ba1e05acfaa799287 is 34, key is baa/cf:cf/1731130866648/Put/seqid=0 2024-11-09T05:41:17,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-09T05:41:17,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta.temp to hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T05:41:17,637 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 51 ms; skipped=1; WAL=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-09T05:41:17,637 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta, journal: Splitting hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta, size=14.0 K (14382bytes) at 1731130877541Finishing writing output for hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta so closing down at 1731130877595 (+54 ms)Creating recovered edits writer path=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta.temp at 1731130877601 (+6 ms)3 split writer threads finished at 1731130877603 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731130877628 (+25 ms)Rename recovered edits hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta.temp to hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731130877633 (+5 ms)Processed 26 edits across 1 Regions in 51 ms; skipped=1; WAL=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731130877637 (+4 ms) 2024-11-09T05:41:17,638 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta 2024-11-09T05:41:17,638 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T05:41:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T05:41:17,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741854_1030 (size=28623) 2024-11-09T05:41:17,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741854_1030 (size=28623) 2024-11-09T05:41:17,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741854_1030 (size=28623) 2024-11-09T05:41:17,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741855_1031 (size=47197) 2024-11-09T05:41:17,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741855_1031 (size=47197) 2024-11-09T05:41:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741855_1031 (size=47197) 2024-11-09T05:41:17,651 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta to hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/oldWALs 2024-11-09T05:41:17,651 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/de3efbd1ae8db07cf99c20917979eed7/.tmp/cf/148f3fad4f314c3ba1e05acfaa799287 2024-11-09T05:41:17,652 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/143ec3e65afd02914dda9e3db7069ef7/.tmp/cf/c1675f8f00b64ad0a77bcce51144e2f1 2024-11-09T05:41:17,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T05:41:17,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta, worker=e09398052c91,33355,1731130835162 in 10.0190 sec 2024-11-09T05:41:17,656 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=e09398052c91,33355,1731130835162 2024-11-09T05:41:17,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T05:41:17,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e09398052c91%2C44729%2C1731130835122.meta.1731130846795.meta, worker=e09398052c91,33355,1731130835162 in 10.0370 sec 2024-11-09T05:41:17,663 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting dir is empty, no logs to split. 2024-11-09T05:41:17,663 INFO [PEWorker-5 {}] master.SplitWALManager(105): e09398052c91,44729,1731130835122 WAL count=0, meta=true 2024-11-09T05:41:17,663 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if e09398052c91,44729,1731130835122 WAL splitting is done? wals=0, meta=true 2024-11-09T05:41:17,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T05:41:17,667 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:41:17,668 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T05:41:17,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/143ec3e65afd02914dda9e3db7069ef7/.tmp/cf/c1675f8f00b64ad0a77bcce51144e2f1 as hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/143ec3e65afd02914dda9e3db7069ef7/cf/c1675f8f00b64ad0a77bcce51144e2f1 2024-11-09T05:41:17,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/de3efbd1ae8db07cf99c20917979eed7/.tmp/cf/148f3fad4f314c3ba1e05acfaa799287 as hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/de3efbd1ae8db07cf99c20917979eed7/cf/148f3fad4f314c3ba1e05acfaa799287 2024-11-09T05:41:17,712 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/143ec3e65afd02914dda9e3db7069ef7/cf/c1675f8f00b64ad0a77bcce51144e2f1, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T05:41:17,714 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/de3efbd1ae8db07cf99c20917979eed7/cf/148f3fad4f314c3ba1e05acfaa799287, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T05:41:17,721 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for de3efbd1ae8db07cf99c20917979eed7 in 207ms, sequenceid=5, compaction requested=false 2024-11-09T05:41:17,721 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 143ec3e65afd02914dda9e3db7069ef7 in 207ms, sequenceid=5, compaction requested=false 2024-11-09T05:41:17,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 143ec3e65afd02914dda9e3db7069ef7: 2024-11-09T05:41:17,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for de3efbd1ae8db07cf99c20917979eed7: 2024-11-09T05:41:17,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. for SnapshotProcedureTest completed. 2024-11-09T05:41:17,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. for SnapshotProcedureTest completed. 2024-11-09T05:41:17,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:41:17,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:41:17,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:41:17,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:41:17,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/143ec3e65afd02914dda9e3db7069ef7/cf/c1675f8f00b64ad0a77bcce51144e2f1] hfiles 2024-11-09T05:41:17,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/de3efbd1ae8db07cf99c20917979eed7/cf/148f3fad4f314c3ba1e05acfaa799287] hfiles 2024-11-09T05:41:17,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/de3efbd1ae8db07cf99c20917979eed7/cf/148f3fad4f314c3ba1e05acfaa799287 for snapshot=SnapshotProcedureTest 2024-11-09T05:41:17,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/143ec3e65afd02914dda9e3db7069ef7/cf/c1675f8f00b64ad0a77bcce51144e2f1 for snapshot=SnapshotProcedureTest 2024-11-09T05:41:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741856_1032 (size=105) 2024-11-09T05:41:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741856_1032 (size=105) 2024-11-09T05:41:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741856_1032 (size=105) 2024-11-09T05:41:17,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:41:17,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T05:41:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T05:41:17,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:41:17,745 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:41:17,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 143ec3e65afd02914dda9e3db7069ef7 in 10.2580 sec 2024-11-09T05:41:17,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741857_1033 (size=105) 2024-11-09T05:41:17,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741857_1033 (size=105) 2024-11-09T05:41:17,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741857_1033 (size=105) 2024-11-09T05:41:17,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:41:17,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T05:41:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T05:41:17,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:41:17,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:41:17,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure de3efbd1ae8db07cf99c20917979eed7 in 10.2660 sec 2024-11-09T05:41:17,818 DEBUG [e09398052c91:37597 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T05:41:17,819 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(204): Hosts are {e09398052c91=0} racks are {/default-rack=0} 2024-11-09T05:41:17,819 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T05:41:17,819 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T05:41:17,819 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T05:41:17,819 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T05:41:17,819 INFO [e09398052c91:37597 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T05:41:17,819 INFO [e09398052c91:37597 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T05:41:17,819 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T05:41:17,820 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:41:17,822 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e09398052c91,33355,1731130835162, state=OPENING 2024-11-09T05:41:17,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:41:17,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:41:17,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:41:17,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:41:17,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:41:17,824 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:41:17,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:41:17,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e09398052c91,33355,1731130835162}] 2024-11-09T05:41:22,619 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:22,620 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:22,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:22,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:22,621 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe can not run currently because target server of region SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. e09398052c91,44729,1731130835122 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-09T05:41:22,621 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 can not run currently because target server of region SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. e09398052c91,44729,1731130835122 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-09T05:41:22,621 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb can not run currently because target server of region SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. e09398052c91,44729,1731130835122 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-09T05:41:22,621 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead can not run currently because target server of region SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. e09398052c91,44729,1731130835122 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-09T05:41:22,621 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe; timeout=16000, timestamp=1731130898621 2024-11-09T05:41:22,621 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249; timeout=16000, timestamp=1731130898621 2024-11-09T05:41:22,621 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead; timeout=16000, timestamp=1731130898621 2024-11-09T05:41:22,621 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb; timeout=16000, timestamp=1731130898621 2024-11-09T05:41:27,086 INFO [master/e09398052c91:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T05:41:27,086 INFO [master/e09398052c91:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T05:41:27,833 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T05:41:27,833 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:41:27,834 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T05:41:27,836 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e09398052c91%2C33355%2C1731130835162.meta, suffix=.meta, logDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,33355,1731130835162, archiveDir=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/oldWALs, maxLogs=32 2024-11-09T05:41:27,851 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,33355,1731130835162/e09398052c91%2C33355%2C1731130835162.meta.1731130887837.meta, exclude list is [], retry=0 2024-11-09T05:41:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41327,DS-a860b279-0a26-4644-b416-309cb2d96e59,DISK] 2024-11-09T05:41:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34667,DS-6522760f-563e-4cd8-ac27-b98aaf2c4c66,DISK] 2024-11-09T05:41:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-9ec8117b-9ef5-4de0-9d59-d4c923ce0dc5,DISK] 2024-11-09T05:41:27,856 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,33355,1731130835162/e09398052c91%2C33355%2C1731130835162.meta.1731130887837.meta 2024-11-09T05:41:27,856 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38023:38023),(127.0.0.1/127.0.0.1:46793:46793),(127.0.0.1/127.0.0.1:45277:45277)] 2024-11-09T05:41:27,857 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:41:27,857 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T05:41:27,857 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T05:41:27,857 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T05:41:27,857 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T05:41:27,857 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:41:27,858 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T05:41:27,858 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T05:41:27,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T05:41:27,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T05:41:27,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:41:27,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:41:27,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T05:41:27,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T05:41:27,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:41:27,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:41:27,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T05:41:27,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T05:41:27,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:41:27,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:41:27,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T05:41:27,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T05:41:27,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:41:27,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:41:27,867 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T05:41:27,868 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740 2024-11-09T05:41:27,870 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740 2024-11-09T05:41:27,871 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T05:41:27,883 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T05:41:27,883 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-09T05:41:27,906 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/info/330112f6914941158670776438e684fd is 167, key is SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead./info:regioninfo/1731130857771/Put/seqid=0 2024-11-09T05:41:27,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741859_1035 (size=18393) 2024-11-09T05:41:27,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741859_1035 (size=18393) 2024-11-09T05:41:27,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741859_1035 (size=18393) 2024-11-09T05:41:27,918 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/info/330112f6914941158670776438e684fd 2024-11-09T05:41:27,943 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/ns/7b59faeb8c064cb6a708f603aa660c30 is 43, key is default/ns:d/1731130846959/Put/seqid=0 2024-11-09T05:41:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741860_1036 (size=5153) 2024-11-09T05:41:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741860_1036 (size=5153) 2024-11-09T05:41:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741860_1036 (size=5153) 2024-11-09T05:41:27,953 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/ns/7b59faeb8c064cb6a708f603aa660c30 2024-11-09T05:41:27,977 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/table/0248acfc5d2a475988389f708f67bdf1 is 47, key is SPTestTable/table:state/1731130857815/Put/seqid=0 2024-11-09T05:41:27,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741861_1037 (size=5214) 2024-11-09T05:41:27,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741861_1037 (size=5214) 2024-11-09T05:41:27,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741861_1037 (size=5214) 2024-11-09T05:41:27,987 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/table/0248acfc5d2a475988389f708f67bdf1 2024-11-09T05:41:27,996 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/info/330112f6914941158670776438e684fd as hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/info/330112f6914941158670776438e684fd 2024-11-09T05:41:28,004 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/info/330112f6914941158670776438e684fd, entries=100, sequenceid=28, filesize=18.0 K 2024-11-09T05:41:28,006 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/ns/7b59faeb8c064cb6a708f603aa660c30 as hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/ns/7b59faeb8c064cb6a708f603aa660c30 2024-11-09T05:41:28,016 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/ns/7b59faeb8c064cb6a708f603aa660c30, entries=2, sequenceid=28, filesize=5.0 K 2024-11-09T05:41:28,017 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/table/0248acfc5d2a475988389f708f67bdf1 as hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/table/0248acfc5d2a475988389f708f67bdf1 2024-11-09T05:41:28,027 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/table/0248acfc5d2a475988389f708f67bdf1, entries=2, sequenceid=28, filesize=5.1 K 2024-11-09T05:41:28,027 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 144ms, sequenceid=28, compaction requested=false; wal=null 2024-11-09T05:41:28,028 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T05:41:28,030 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T05:41:28,030 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T05:41:28,031 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:41:28,033 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T05:41:28,036 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-09T05:41:28,037 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70446976, jitterRate=0.04974174499511719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:41:28,037 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T05:41:28,037 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731130887858Writing region info on filesystem at 1731130887858Initializing all the Stores at 1731130887859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130887859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130887859Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130887859Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130887859Obtaining lock to block concurrent updates at 1731130887883 (+24 ms)Preparing flush snapshotting stores in 1588230740 at 1731130887883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731130887883Flushing stores of hbase:meta,,1.1588230740 at 1731130887883Flushing 1588230740/info: creating writer at 1731130887884 (+1 ms)Flushing 1588230740/info: appending metadata at 1731130887906 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731130887906Flushing 1588230740/ns: creating writer at 1731130887927 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731130887942 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731130887942Flushing 1588230740/table: creating writer at 1731130887961 (+19 ms)Flushing 1588230740/table: appending metadata at 1731130887976 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731130887976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4854f092: reopening flushed file at 1731130887995 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c95bd4: reopening flushed file at 1731130888005 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf0eaf9: reopening flushed file at 1731130888016 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 144ms, sequenceid=28, compaction requested=false; wal=null at 1731130888027 (+11 ms)Cleaning up temporary data from old regions at 1731130888030 (+3 ms)Running coprocessor post-open hooks at 1731130888037 (+7 ms)Region opened successfully at 1731130888037 2024-11-09T05:41:28,039 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731130887827 2024-11-09T05:41:28,041 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T05:41:28,041 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T05:41:28,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:41:28,043 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e09398052c91,33355,1731130835162, state=OPEN 2024-11-09T05:41:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:41:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:41:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:41:28,045 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e09398052c91,33355,1731130835162 2024-11-09T05:41:28,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:41:28,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:41:28,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:41:28,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-09T05:41:28,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e09398052c91,33355,1731130835162 in 10.2210 sec 2024-11-09T05:41:28,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-09T05:41:28,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3830 sec 2024-11-09T05:41:28,051 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): e09398052c91,44729,1731130835122 had 5 regions 2024-11-09T05:41:28,052 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e09398052c91,44729,1731130835122, splitWal=true, meta=true, isMeta: false 2024-11-09T05:41:28,055 INFO [PEWorker-4 {}] master.SplitWALManager(105): e09398052c91,44729,1731130835122 WAL count=1, meta=false 2024-11-09T05:41:28,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e09398052c91%2C44729%2C1731130835122.1731130836503}] 2024-11-09T05:41:28,057 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=e09398052c91,36413,1731130835024 2024-11-09T05:41:28,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e09398052c91%2C44729%2C1731130835122.1731130836503, worker=e09398052c91,36413,1731130835024}] 2024-11-09T05:41:33,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:41:33,443 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:41:36,345 INFO [regionserver/e09398052c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T05:41:38,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-09T05:41:38,078 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503, size=1.2 K (1257bytes) 2024-11-09T05:41:38,078 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503 2024-11-09T05:41:38,078 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503 after 0ms 2024-11-09T05:41:38,082 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503 took 5ms 2024-11-09T05:41:38,085 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for cb8eb2ef5f8a9e10bcd1377625d50ebe: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T05:41:38,087 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 307c7c282f5768a39143abf76bedf249: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T05:41:38,088 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 9ba3fc43078ad094b42b5dabc0636ead: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T05:41:38,089 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 0c595cd32f2b20b472575a29d6293deb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T05:41:38,089 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503 so closing down 2024-11-09T05:41:38,090 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T05:41:38,090 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T05:41:38,090 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-09T05:41:38,090 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503, journal: Splitting hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503, size=1.2 K (1257bytes) at 1731130898078Finishing writing output for hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503 so closing down at 1731130898089 (+11 ms)3 split writer threads finished at 1731130898090 (+1 ms)Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731130898090 2024-11-09T05:41:38,090 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503 2024-11-09T05:41:38,090 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T05:41:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-09T05:41:38,094 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting/e09398052c91%2C44729%2C1731130835122.1731130836503 to hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/oldWALs 2024-11-09T05:41:38,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-09T05:41:38,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e09398052c91%2C44729%2C1731130835122.1731130836503, worker=e09398052c91,36413,1731130835024 in 10.0360 sec 2024-11-09T05:41:38,098 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=e09398052c91,36413,1731130835024 2024-11-09T05:41:38,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-09T05:41:38,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e09398052c91%2C44729%2C1731130835122.1731130836503, worker=e09398052c91,36413,1731130835024 in 10.0430 sec 2024-11-09T05:41:38,102 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/WALs/e09398052c91,44729,1731130835122-splitting dir is empty, no logs to split. 2024-11-09T05:41:38,102 INFO [PEWorker-4 {}] master.SplitWALManager(105): e09398052c91,44729,1731130835122 WAL count=0, meta=false 2024-11-09T05:41:38,102 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if e09398052c91,44729,1731130835122 WAL splitting is done? wals=0, meta=false 2024-11-09T05:41:38,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c595cd32f2b20b472575a29d6293deb, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=307c7c282f5768a39143abf76bedf249, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ba3fc43078ad094b42b5dabc0636ead, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8eb2ef5f8a9e10bcd1377625d50ebe, ASSIGN}] 2024-11-09T05:41:38,105 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=307c7c282f5768a39143abf76bedf249, ASSIGN 2024-11-09T05:41:38,105 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8eb2ef5f8a9e10bcd1377625d50ebe, ASSIGN 2024-11-09T05:41:38,105 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ba3fc43078ad094b42b5dabc0636ead, ASSIGN 2024-11-09T05:41:38,106 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c595cd32f2b20b472575a29d6293deb, ASSIGN 2024-11-09T05:41:38,106 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=307c7c282f5768a39143abf76bedf249, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T05:41:38,106 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ba3fc43078ad094b42b5dabc0636ead, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T05:41:38,106 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb8eb2ef5f8a9e10bcd1377625d50ebe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T05:41:38,107 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c595cd32f2b20b472575a29d6293deb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T05:41:38,256 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(204): Hosts are {e09398052c91=0} racks are {/default-rack=0} 2024-11-09T05:41:38,257 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T05:41:38,257 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T05:41:38,257 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T05:41:38,257 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T05:41:38,257 INFO [e09398052c91:37597 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T05:41:38,257 INFO [e09398052c91:37597 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T05:41:38,257 DEBUG [e09398052c91:37597 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T05:41:38,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=9ba3fc43078ad094b42b5dabc0636ead, regionState=OPENING, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:41:38,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=0c595cd32f2b20b472575a29d6293deb, regionState=OPENING, regionLocation=e09398052c91,36413,1731130835024 2024-11-09T05:41:38,257 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=cb8eb2ef5f8a9e10bcd1377625d50ebe, regionState=OPENING, regionLocation=e09398052c91,36413,1731130835024 2024-11-09T05:41:38,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=307c7c282f5768a39143abf76bedf249, regionState=OPENING, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:41:38,259 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e09398052c91:44729 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e09398052c91/172.17.0.2:44729 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:41:38,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1, error=java.net.ConnectException: Call to address=e09398052c91:44729 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e09398052c91/172.17.0.2:44729 2024-11-09T05:41:38,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T05:41:38,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1 from cache 2024-11-09T05:41:38,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e09398052c91:44729 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e09398052c91/172.17.0.2:44729 2024-11-09T05:41:38,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e09398052c91:44729 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e09398052c91/172.17.0.2:44729 2024-11-09T05:41:38,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e09398052c91:44729 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e09398052c91/172.17.0.2:44729 2024-11-09T05:41:38,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e09398052c91:44729 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e09398052c91/172.17.0.2:44729 2024-11-09T05:41:38,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:41:38,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e09398052c91,33355,1731130835162, seqNum=-1] 2024-11-09T05:41:38,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:41:38,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52785, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:41:38,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=307c7c282f5768a39143abf76bedf249, ASSIGN because future has completed 2024-11-09T05:41:38,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307c7c282f5768a39143abf76bedf249, server=e09398052c91,33355,1731130835162}] 2024-11-09T05:41:38,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ba3fc43078ad094b42b5dabc0636ead, ASSIGN because future has completed 2024-11-09T05:41:38,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead, server=e09398052c91,33355,1731130835162}] 2024-11-09T05:41:38,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c595cd32f2b20b472575a29d6293deb, ASSIGN because future has completed 2024-11-09T05:41:38,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c595cd32f2b20b472575a29d6293deb, server=e09398052c91,36413,1731130835024}] 2024-11-09T05:41:38,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb8eb2ef5f8a9e10bcd1377625d50ebe, ASSIGN because future has completed 2024-11-09T05:41:38,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe, server=e09398052c91,36413,1731130835024}] 2024-11-09T05:41:38,622 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb held by pid=43 2024-11-09T05:41:38,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe held by pid=46 2024-11-09T05:41:38,622 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:38,622 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:38,622 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead held by pid=45 2024-11-09T05:41:38,622 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:38,622 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 held by pid=44 2024-11-09T05:41:38,622 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:42,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 143ec3e65afd02914dda9e3db7069ef7, had cached 0 bytes from a total of 47197 2024-11-09T05:41:42,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region de3efbd1ae8db07cf99c20917979eed7, had cached 0 bytes from a total of 28623 2024-11-09T05:41:45,108 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e09398052c91:37597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T05:41:48,354 DEBUG [master/e09398052c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e8445047e49fe8be064caa623252c98d changed from -1.0 to 0.0, refreshing cache 2024-11-09T05:41:48,354 DEBUG [master/e09398052c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f09fd46b282f192338d7311e6c3563a0 changed from -1.0 to 0.0, refreshing cache 2024-11-09T05:41:48,355 DEBUG [master/e09398052c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region de3efbd1ae8db07cf99c20917979eed7 changed from -1.0 to 0.0, refreshing cache 2024-11-09T05:41:48,355 DEBUG [master/e09398052c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T05:41:48,355 DEBUG [master/e09398052c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ecaf4d57cf5eab396506811292d768a5 changed from -1.0 to 0.0, refreshing cache 2024-11-09T05:41:48,355 DEBUG [master/e09398052c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 changed from -1.0 to 0.0, refreshing cache 2024-11-09T05:41:48,355 DEBUG [master/e09398052c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 143ec3e65afd02914dda9e3db7069ef7 changed from -1.0 to 0.0, refreshing cache 2024-11-09T05:41:48,384 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:41:48,384 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 307c7c282f5768a39143abf76bedf249, NAME => 'SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T05:41:48,385 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,385 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:41:48,385 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,385 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,386 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:41:48,386 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => cb8eb2ef5f8a9e10bcd1377625d50ebe, NAME => 'SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T05:41:48,386 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,386 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:41:48,386 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,386 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,387 INFO [StoreOpener-307c7c282f5768a39143abf76bedf249-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,388 INFO [StoreOpener-307c7c282f5768a39143abf76bedf249-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307c7c282f5768a39143abf76bedf249 columnFamilyName cf 2024-11-09T05:41:48,388 DEBUG [StoreOpener-307c7c282f5768a39143abf76bedf249-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:41:48,388 INFO [StoreOpener-cb8eb2ef5f8a9e10bcd1377625d50ebe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,389 INFO [StoreOpener-307c7c282f5768a39143abf76bedf249-1 {}] regionserver.HStore(327): Store=307c7c282f5768a39143abf76bedf249/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:41:48,389 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,389 INFO [StoreOpener-cb8eb2ef5f8a9e10bcd1377625d50ebe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb8eb2ef5f8a9e10bcd1377625d50ebe columnFamilyName cf 2024-11-09T05:41:48,390 DEBUG [StoreOpener-cb8eb2ef5f8a9e10bcd1377625d50ebe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:41:48,390 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,390 INFO [StoreOpener-cb8eb2ef5f8a9e10bcd1377625d50ebe-1 {}] regionserver.HStore(327): Store=cb8eb2ef5f8a9e10bcd1377625d50ebe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:41:48,390 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,391 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,391 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,392 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,392 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,393 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,393 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,393 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,394 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,396 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 307c7c282f5768a39143abf76bedf249; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70853667, jitterRate=0.055801913142204285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:41:48,396 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,396 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 307c7c282f5768a39143abf76bedf249: Running coprocessor pre-open hook at 1731130908385Writing region info on filesystem at 1731130908385Initializing all the Stores at 1731130908386 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130908386Cleaning up temporary data from old regions at 1731130908392 (+6 ms)Running coprocessor post-open hooks at 1731130908396 (+4 ms)Region opened successfully at 1731130908396 2024-11-09T05:41:48,396 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,397 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249., pid=47, masterSystemTime=1731130908378 2024-11-09T05:41:48,397 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened cb8eb2ef5f8a9e10bcd1377625d50ebe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61575606, jitterRate=-0.0824519693851471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:41:48,398 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,398 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for cb8eb2ef5f8a9e10bcd1377625d50ebe: Running coprocessor pre-open hook at 1731130908386Writing region info on filesystem at 1731130908386Initializing all the Stores at 1731130908387 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130908387Cleaning up temporary data from old regions at 1731130908393 (+6 ms)Running coprocessor post-open hooks at 1731130908398 (+5 ms)Region opened successfully at 1731130908398 2024-11-09T05:41:48,399 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe., pid=50, masterSystemTime=1731130908380 2024-11-09T05:41:48,399 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:41:48,399 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:41:48,399 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:41:48,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=307c7c282f5768a39143abf76bedf249, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:41:48,400 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ba3fc43078ad094b42b5dabc0636ead, NAME => 'SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T05:41:48,400 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,401 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:41:48,401 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,401 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,402 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:41:48,402 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:41:48,402 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:41:48,402 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c595cd32f2b20b472575a29d6293deb, NAME => 'SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T05:41:48,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307c7c282f5768a39143abf76bedf249, server=e09398052c91,33355,1731130835162 because future has completed 2024-11-09T05:41:48,403 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,403 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:41:48,403 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,403 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,403 INFO [StoreOpener-9ba3fc43078ad094b42b5dabc0636ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,403 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=cb8eb2ef5f8a9e10bcd1377625d50ebe, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,36413,1731130835024 2024-11-09T05:41:48,404 INFO [StoreOpener-9ba3fc43078ad094b42b5dabc0636ead-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba3fc43078ad094b42b5dabc0636ead columnFamilyName cf 2024-11-09T05:41:48,404 DEBUG [StoreOpener-9ba3fc43078ad094b42b5dabc0636ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:41:48,405 INFO [StoreOpener-9ba3fc43078ad094b42b5dabc0636ead-1 {}] regionserver.HStore(327): Store=9ba3fc43078ad094b42b5dabc0636ead/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:41:48,405 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,406 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe, server=e09398052c91,36413,1731130835024 because future has completed 2024-11-09T05:41:48,408 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-11-09T05:41:48,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 307c7c282f5768a39143abf76bedf249, server=e09398052c91,33355,1731130835162 in 10.0290 sec 2024-11-09T05:41:48,408 INFO [StoreOpener-0c595cd32f2b20b472575a29d6293deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,409 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,409 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,435 INFO [StoreOpener-0c595cd32f2b20b472575a29d6293deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c595cd32f2b20b472575a29d6293deb columnFamilyName cf 2024-11-09T05:41:48,435 DEBUG [StoreOpener-0c595cd32f2b20b472575a29d6293deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:41:48,436 INFO [StoreOpener-0c595cd32f2b20b472575a29d6293deb-1 {}] regionserver.HStore(327): Store=0c595cd32f2b20b472575a29d6293deb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:41:48,436 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,437 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=307c7c282f5768a39143abf76bedf249, ASSIGN in 10.3040 sec 2024-11-09T05:41:48,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-09T05:41:48,437 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:48,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe, server=e09398052c91,36413,1731130835024 in 10.0290 sec 2024-11-09T05:41:48,438 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,439 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 9ba3fc43078ad094b42b5dabc0636ead; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64197319, jitterRate=-0.043385401368141174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:41:48,439 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,439 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,440 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 9ba3fc43078ad094b42b5dabc0636ead: Running coprocessor pre-open hook at 1731130908401Writing region info on filesystem at 1731130908401Initializing all the Stores at 1731130908403 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130908403Cleaning up temporary data from old regions at 1731130908409 (+6 ms)Running coprocessor post-open hooks at 1731130908439 (+30 ms)Region opened successfully at 1731130908439 2024-11-09T05:41:48,440 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,440 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb8eb2ef5f8a9e10bcd1377625d50ebe, ASSIGN in 10.3330 sec 2024-11-09T05:41:48,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:48,441 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead., pid=48, masterSystemTime=1731130908378 2024-11-09T05:41:48,443 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,443 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:41:48,443 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:41:48,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=9ba3fc43078ad094b42b5dabc0636ead, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,33355,1731130835162 2024-11-09T05:41:48,444 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 0c595cd32f2b20b472575a29d6293deb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62303554, jitterRate=-0.07160469889640808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:41:48,444 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,444 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 0c595cd32f2b20b472575a29d6293deb: Running coprocessor pre-open hook at 1731130908403Writing region info on filesystem at 1731130908403Initializing all the Stores at 1731130908404 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130908404Cleaning up temporary data from old regions at 1731130908440 (+36 ms)Running coprocessor post-open hooks at 1731130908444 (+4 ms)Region opened successfully at 1731130908444 2024-11-09T05:41:48,446 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb., pid=49, masterSystemTime=1731130908380 2024-11-09T05:41:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead, server=e09398052c91,33355,1731130835162 because future has completed 2024-11-09T05:41:48,447 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:41:48,447 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:41:48,448 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=0c595cd32f2b20b472575a29d6293deb, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,36413,1731130835024 2024-11-09T05:41:48,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-11-09T05:41:48,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead, server=e09398052c91,33355,1731130835162 in 10.0700 sec 2024-11-09T05:41:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c595cd32f2b20b472575a29d6293deb, server=e09398052c91,36413,1731130835024 because future has completed 2024-11-09T05:41:48,452 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:48,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ba3fc43078ad094b42b5dabc0636ead, ASSIGN in 10.3460 sec 2024-11-09T05:41:48,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=43 2024-11-09T05:41:48,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c595cd32f2b20b472575a29d6293deb, server=e09398052c91,36413,1731130835024 in 10.0730 sec 2024-11-09T05:41:48,456 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:48,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-11-09T05:41:48,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c595cd32f2b20b472575a29d6293deb, ASSIGN in 10.3500 sec 2024-11-09T05:41:48,458 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server e09398052c91,44729,1731130835122 after splitting done 2024-11-09T05:41:48,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure e09398052c91,44729,1731130835122, splitWal=true, meta=true in 40.8590 sec 2024-11-09T05:41:53,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:41:58,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T05:41:58,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T05:41:58,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:41:58,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:41:58,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 307c7c282f5768a39143abf76bedf249: 2024-11-09T05:41:58,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9ba3fc43078ad094b42b5dabc0636ead: 2024-11-09T05:41:58,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. for SnapshotProcedureTest completed. 2024-11-09T05:41:58,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. for SnapshotProcedureTest completed. 2024-11-09T05:41:58,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:41:58,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:41:58,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:41:58,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:41:58,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:41:58,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:41:58,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:41:58,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0c595cd32f2b20b472575a29d6293deb: 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. for SnapshotProcedureTest completed. 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for cb8eb2ef5f8a9e10bcd1377625d50ebe: 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. for SnapshotProcedureTest completed. 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:41:58,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:41:58,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741862_1038 (size=65) 2024-11-09T05:41:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741862_1038 (size=65) 2024-11-09T05:41:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741862_1038 (size=65) 2024-11-09T05:41:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741863_1039 (size=65) 2024-11-09T05:41:58,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:41:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741863_1039 (size=65) 2024-11-09T05:41:58,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T05:41:58,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:41:58,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741863_1039 (size=65) 2024-11-09T05:41:58,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T05:41:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T05:41:58,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:58,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:41:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T05:41:58,460 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:58,460 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 2024-11-09T05:41:58,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cb8eb2ef5f8a9e10bcd1377625d50ebe in 50.9720 sec 2024-11-09T05:41:58,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 307c7c282f5768a39143abf76bedf249 in 50.9720 sec 2024-11-09T05:41:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741864_1040 (size=65) 2024-11-09T05:41:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741864_1040 (size=65) 2024-11-09T05:41:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741864_1040 (size=65) 2024-11-09T05:41:58,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:41:58,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T05:41:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T05:41:58,468 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:58,469 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:41:58,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9ba3fc43078ad094b42b5dabc0636ead in 50.9800 sec 2024-11-09T05:41:58,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741865_1041 (size=57) 2024-11-09T05:41:58,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741865_1041 (size=57) 2024-11-09T05:41:58,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741865_1041 (size=57) 2024-11-09T05:41:58,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:41:58,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T05:41:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T05:41:58,476 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:58,476 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:41:58,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-09T05:41:58,479 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:41:58,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0c595cd32f2b20b472575a29d6293deb in 50.9880 sec 2024-11-09T05:41:58,482 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:41:58,484 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:41:58,484 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T05:41:58,487 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T05:41:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741866_1042 (size=1094) 2024-11-09T05:41:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741866_1042 (size=1094) 2024-11-09T05:41:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741866_1042 (size=1094) 2024-11-09T05:41:58,515 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:41:58,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T05:41:58,529 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,36413,1731130835024 2024-11-09T05:41:58,529 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,36413,1731130835024 2024-11-09T05:41:58,529 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:41:58,529 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:41:58,529 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:41:58,535 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,36413,1731130835024 2024-11-09T05:42:03,444 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:42:08,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-09T05:42:08,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-09T05:42:08,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-09T05:42:08,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-09T05:42:08,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-09T05:42:08,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-09T05:42:08,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T05:42:08,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T05:42:08,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-09T05:42:08,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T05:42:08,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-09T05:42:08,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-09T05:42:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-09T05:42:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-09T05:42:08,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-09T05:42:08,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-09T05:42:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-09T05:42:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T05:42:08,542 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 Release verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:42:08,542 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36413,1731130835024 Release verify snapshot worker=e09398052c91,36413,1731130835024 2024-11-09T05:42:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-09T05:42:08,543 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 Release verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:42:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-09T05:42:08,545 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:42:08,545 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:42:08,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36413,1731130835024 in 10.0200 sec 2024-11-09T05:42:08,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 in 10.0210 sec 2024-11-09T05:42:08,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 in 10.0200 sec 2024-11-09T05:42:08,547 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 Release verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:42:08,548 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36413,1731130835024 Release verify snapshot worker=e09398052c91,36413,1731130835024 2024-11-09T05:42:08,548 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,36413,1731130835024 2024-11-09T05:42:08,548 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:42:08,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 in 10.0250 sec 2024-11-09T05:42:08,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36413,1731130835024 in 10.0260 sec 2024-11-09T05:42:08,551 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36413,1731130835024 Release verify snapshot worker=e09398052c91,36413,1731130835024 2024-11-09T05:42:08,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36413,1731130835024 in 10.0290 sec 2024-11-09T05:42:12,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-09T05:42:18,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-09T05:42:18,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-09T05:42:18,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-09T05:42:18,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-09T05:42:18,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-09T05:42:18,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T05:42:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-09T05:42:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-09T05:42:18,549 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 Release verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:42:18,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-09T05:42:18,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T05:42:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T05:42:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T05:42:18,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 in 20.0270 sec 2024-11-09T05:42:18,551 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 Release verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:42:18,551 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 Release verify snapshot worker=e09398052c91,33355,1731130835162 2024-11-09T05:42:18,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 in 20.0290 sec 2024-11-09T05:42:18,553 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36413,1731130835024 Release verify snapshot worker=e09398052c91,36413,1731130835024 2024-11-09T05:42:18,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,33355,1731130835162 in 20.0290 sec 2024-11-09T05:42:18,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-09T05:42:18,555 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:42:18,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36413,1731130835024 in 20.0310 sec 2024-11-09T05:42:18,556 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T05:42:18,558 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:42:18,558 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T05:42:18,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.113 sec 2024-11-09T05:42:18,718 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T05:42:18,719 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e09398052c91:44729 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e09398052c91/172.17.0.2:44729 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:42:18,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1, error=java.net.ConnectException: Call to address=e09398052c91:44729 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e09398052c91/172.17.0.2:44729 2024-11-09T05:42:18,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-09T05:42:18,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e09398052c91,44729,1731130835122, seqNum=-1 from cache 2024-11-09T05:42:18,721 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address e09398052c91:44729 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e09398052c91/172.17.0.2:44729 2024-11-09T05:42:18,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:42:18,832 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e09398052c91,33355,1731130835162, seqNum=-1] 2024-11-09T05:42:18,858 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T05:42:18,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T05:42:18,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:42:18,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:42:18,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:42:18,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:42:18,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:42:18,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T05:42:18,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1379298512, stopped=false 2024-11-09T05:42:18,860 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e09398052c91,37597,1731130834345 2024-11-09T05:42:18,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T05:42:18,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T05:42:18,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T05:42:18,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:18,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:18,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:18,862 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T05:42:18,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:42:18,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:42:18,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:42:18,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:42:18,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:42:18,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:42:18,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e09398052c91,36413,1731130835024' ***** 2024-11-09T05:42:18,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T05:42:18,864 INFO [RS:0;e09398052c91:36413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T05:42:18,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e09398052c91,33355,1731130835162' ***** 2024-11-09T05:42:18,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T05:42:18,864 INFO [RS:0;e09398052c91:36413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T05:42:18,865 INFO [RS:0;e09398052c91:36413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T05:42:18,865 INFO [RS:2;e09398052c91:33355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T05:42:18,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T05:42:18,865 INFO [RS:2;e09398052c91:33355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T05:42:18,865 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(3091): Received CLOSE for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1 2024-11-09T05:42:18,865 INFO [RS:2;e09398052c91:33355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T05:42:18,865 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(3091): Received CLOSE for 307c7c282f5768a39143abf76bedf249 2024-11-09T05:42:18,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T05:42:18,865 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(3091): Received CLOSE for e8445047e49fe8be064caa623252c98d 2024-11-09T05:42:18,866 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c595cd32f2b20b472575a29d6293deb 2024-11-09T05:42:18,866 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(3091): Received CLOSE for de3efbd1ae8db07cf99c20917979eed7 2024-11-09T05:42:18,866 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ba3fc43078ad094b42b5dabc0636ead 2024-11-09T05:42:18,866 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(3091): Received CLOSE for 143ec3e65afd02914dda9e3db7069ef7 2024-11-09T05:42:18,866 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(3091): Received CLOSE for f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:42:18,866 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(3091): Received CLOSE for cb8eb2ef5f8a9e10bcd1377625d50ebe 2024-11-09T05:42:18,866 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(3091): Received CLOSE for ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:42:18,866 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(959): stopping server e09398052c91,33355,1731130835162 2024-11-09T05:42:18,866 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(959): stopping server e09398052c91,36413,1731130835024 2024-11-09T05:42:18,866 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, disabling compactions & flushes 2024-11-09T05:42:18,866 INFO [RS:2;e09398052c91:33355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:42:18,866 INFO [RS:0;e09398052c91:36413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:42:18,866 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 307c7c282f5768a39143abf76bedf249, disabling compactions & flushes 2024-11-09T05:42:18,866 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:42:18,866 INFO [RS:2;e09398052c91:33355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e09398052c91:33355. 2024-11-09T05:42:18,866 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:42:18,866 INFO [RS:0;e09398052c91:36413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e09398052c91:36413. 2024-11-09T05:42:18,866 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:42:18,866 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. after waiting 0 ms 2024-11-09T05:42:18,866 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:42:18,866 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:42:18,866 DEBUG [RS:2;e09398052c91:33355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:42:18,866 DEBUG [RS:0;e09398052c91:36413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:42:18,866 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. after waiting 0 ms 2024-11-09T05:42:18,866 DEBUG [RS:2;e09398052c91:33355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:42:18,866 DEBUG [RS:0;e09398052c91:36413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:42:18,866 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:42:18,866 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T05:42:18,867 INFO [RS:2;e09398052c91:33355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T05:42:18,867 DEBUG [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(1325): Online Regions={dee1f8cf4bbfdb8e44e3b65e5ee6f8f1=SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1., 0c595cd32f2b20b472575a29d6293deb=SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb., 143ec3e65afd02914dda9e3db7069ef7=SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7., cb8eb2ef5f8a9e10bcd1377625d50ebe=SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe., ecaf4d57cf5eab396506811292d768a5=SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5.} 2024-11-09T05:42:18,867 INFO [RS:2;e09398052c91:33355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T05:42:18,867 INFO [RS:2;e09398052c91:33355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T05:42:18,867 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T05:42:18,867 DEBUG [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(1351): Waiting on 0c595cd32f2b20b472575a29d6293deb, 143ec3e65afd02914dda9e3db7069ef7, cb8eb2ef5f8a9e10bcd1377625d50ebe, dee1f8cf4bbfdb8e44e3b65e5ee6f8f1, ecaf4d57cf5eab396506811292d768a5 2024-11-09T05:42:18,867 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-09T05:42:18,867 DEBUG [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(1325): Online Regions={307c7c282f5768a39143abf76bedf249=SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249., e8445047e49fe8be064caa623252c98d=SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d., de3efbd1ae8db07cf99c20917979eed7=SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7., 9ba3fc43078ad094b42b5dabc0636ead=SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead., 1588230740=hbase:meta,,1.1588230740, f09fd46b282f192338d7311e6c3563a0=SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0.} 2024-11-09T05:42:18,867 DEBUG [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 307c7c282f5768a39143abf76bedf249, 9ba3fc43078ad094b42b5dabc0636ead, de3efbd1ae8db07cf99c20917979eed7, e8445047e49fe8be064caa623252c98d, f09fd46b282f192338d7311e6c3563a0 2024-11-09T05:42:18,868 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T05:42:18,868 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T05:42:18,868 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T05:42:18,868 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T05:42:18,868 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T05:42:18,868 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-11-09T05:42:18,872 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/dee1f8cf4bbfdb8e44e3b65e5ee6f8f1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:42:18,877 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:42:18,877 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dee1f8cf4bbfdb8e44e3b65e5ee6f8f1: Waiting for close lock at 1731130938866Running coprocessor pre-close hooks at 1731130938866Disabling compacts and flushes for region at 1731130938866Disabling writes for close at 1731130938866Writing region close event to WAL at 1731130938867 (+1 ms)Running coprocessor post-close hooks at 1731130938873 (+6 ms)Closed at 1731130938877 (+4 ms) 2024-11-09T05:42:18,877 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731130847273.dee1f8cf4bbfdb8e44e3b65e5ee6f8f1. 2024-11-09T05:42:18,878 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c595cd32f2b20b472575a29d6293deb, disabling compactions & flushes 2024-11-09T05:42:18,878 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:42:18,878 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:42:18,878 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. after waiting 0 ms 2024-11-09T05:42:18,878 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:42:18,878 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/307c7c282f5768a39143abf76bedf249/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:42:18,878 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/info/6fe50c23756743c2a2e39abd07f7c8df is 167, key is SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead./info:regioninfo/1731130908444/Put/seqid=0 2024-11-09T05:42:18,879 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:42:18,879 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 307c7c282f5768a39143abf76bedf249: Waiting for close lock at 1731130938866Running coprocessor pre-close hooks at 1731130938866Disabling compacts and flushes for region at 1731130938866Disabling writes for close at 1731130938866Writing region close event to WAL at 1731130938867 (+1 ms)Running coprocessor post-close hooks at 1731130938879 (+12 ms)Closed at 1731130938879 2024-11-09T05:42:18,879 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731130847273.307c7c282f5768a39143abf76bedf249. 2024-11-09T05:42:18,879 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8445047e49fe8be064caa623252c98d, disabling compactions & flushes 2024-11-09T05:42:18,880 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:42:18,880 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:42:18,880 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. after waiting 0 ms 2024-11-09T05:42:18,880 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:42:18,889 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/0c595cd32f2b20b472575a29d6293deb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:42:18,890 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:42:18,890 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c595cd32f2b20b472575a29d6293deb: Waiting for close lock at 1731130938878Running coprocessor pre-close hooks at 1731130938878Disabling compacts and flushes for region at 1731130938878Disabling writes for close at 1731130938878Writing region close event to WAL at 1731130938878Running coprocessor post-close hooks at 1731130938890 (+12 ms)Closed at 1731130938890 2024-11-09T05:42:18,890 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731130847273.0c595cd32f2b20b472575a29d6293deb. 2024-11-09T05:42:18,890 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 143ec3e65afd02914dda9e3db7069ef7, disabling compactions & flushes 2024-11-09T05:42:18,890 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:42:18,890 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:42:18,891 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. after waiting 0 ms 2024-11-09T05:42:18,891 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:42:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741867_1043 (size=9527) 2024-11-09T05:42:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741867_1043 (size=9527) 2024-11-09T05:42:18,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741867_1043 (size=9527) 2024-11-09T05:42:18,895 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/info/6fe50c23756743c2a2e39abd07f7c8df 2024-11-09T05:42:18,900 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/e8445047e49fe8be064caa623252c98d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:42:18,901 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:42:18,901 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8445047e49fe8be064caa623252c98d: Waiting for close lock at 1731130938879Running coprocessor pre-close hooks at 1731130938879Disabling compacts and flushes for region at 1731130938879Disabling writes for close at 1731130938880 (+1 ms)Writing region close event to WAL at 1731130938888 (+8 ms)Running coprocessor post-close hooks at 1731130938901 (+13 ms)Closed at 1731130938901 2024-11-09T05:42:18,902 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731130847273.e8445047e49fe8be064caa623252c98d. 2024-11-09T05:42:18,902 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de3efbd1ae8db07cf99c20917979eed7, disabling compactions & flushes 2024-11-09T05:42:18,902 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:42:18,902 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:42:18,902 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. after waiting 0 ms 2024-11-09T05:42:18,902 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:42:18,902 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/143ec3e65afd02914dda9e3db7069ef7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T05:42:18,903 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:42:18,903 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 143ec3e65afd02914dda9e3db7069ef7: Waiting for close lock at 1731130938890Running coprocessor pre-close hooks at 1731130938890Disabling compacts and flushes for region at 1731130938890Disabling writes for close at 1731130938891 (+1 ms)Writing region close event to WAL at 1731130938896 (+5 ms)Running coprocessor post-close hooks at 1731130938903 (+7 ms)Closed at 1731130938903 2024-11-09T05:42:18,903 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731130847273.143ec3e65afd02914dda9e3db7069ef7. 2024-11-09T05:42:18,903 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb8eb2ef5f8a9e10bcd1377625d50ebe, disabling compactions & flushes 2024-11-09T05:42:18,903 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:42:18,903 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:42:18,903 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. after waiting 0 ms 2024-11-09T05:42:18,903 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:42:18,907 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/.tmp/info/6fe50c23756743c2a2e39abd07f7c8df as hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/info/6fe50c23756743c2a2e39abd07f7c8df 2024-11-09T05:42:18,908 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/cb8eb2ef5f8a9e10bcd1377625d50ebe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:42:18,909 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:42:18,909 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb8eb2ef5f8a9e10bcd1377625d50ebe: Waiting for close lock at 1731130938903Running coprocessor pre-close hooks at 1731130938903Disabling compacts and flushes for region at 1731130938903Disabling writes for close at 1731130938903Writing region close event to WAL at 1731130938904 (+1 ms)Running coprocessor post-close hooks at 1731130938909 (+5 ms)Closed at 1731130938909 2024-11-09T05:42:18,909 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731130847273.cb8eb2ef5f8a9e10bcd1377625d50ebe. 2024-11-09T05:42:18,909 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecaf4d57cf5eab396506811292d768a5, disabling compactions & flushes 2024-11-09T05:42:18,909 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:42:18,909 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:42:18,909 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. after waiting 0 ms 2024-11-09T05:42:18,909 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:42:18,910 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/de3efbd1ae8db07cf99c20917979eed7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T05:42:18,911 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:42:18,911 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de3efbd1ae8db07cf99c20917979eed7: Waiting for close lock at 1731130938902Running coprocessor pre-close hooks at 1731130938902Disabling compacts and flushes for region at 1731130938902Disabling writes for close at 1731130938902Writing region close event to WAL at 1731130938903 (+1 ms)Running coprocessor post-close hooks at 1731130938911 (+8 ms)Closed at 1731130938911 2024-11-09T05:42:18,911 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731130847273.de3efbd1ae8db07cf99c20917979eed7. 2024-11-09T05:42:18,911 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ba3fc43078ad094b42b5dabc0636ead, disabling compactions & flushes 2024-11-09T05:42:18,911 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:42:18,911 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:42:18,911 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. after waiting 0 ms 2024-11-09T05:42:18,911 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:42:18,914 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/ecaf4d57cf5eab396506811292d768a5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:42:18,915 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:42:18,915 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecaf4d57cf5eab396506811292d768a5: Waiting for close lock at 1731130938909Running coprocessor pre-close hooks at 1731130938909Disabling compacts and flushes for region at 1731130938909Disabling writes for close at 1731130938909Writing region close event to WAL at 1731130938910 (+1 ms)Running coprocessor post-close hooks at 1731130938914 (+4 ms)Closed at 1731130938915 (+1 ms) 2024-11-09T05:42:18,915 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731130847273.ecaf4d57cf5eab396506811292d768a5. 2024-11-09T05:42:18,915 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/info/6fe50c23756743c2a2e39abd07f7c8df, entries=32, sequenceid=39, filesize=9.3 K 2024-11-09T05:42:18,916 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/9ba3fc43078ad094b42b5dabc0636ead/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:42:18,916 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=39, compaction requested=false 2024-11-09T05:42:18,917 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:42:18,917 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ba3fc43078ad094b42b5dabc0636ead: Waiting for close lock at 1731130938911Running coprocessor pre-close hooks at 1731130938911Disabling compacts and flushes for region at 1731130938911Disabling writes for close at 1731130938911Writing region close event to WAL at 1731130938912 (+1 ms)Running coprocessor post-close hooks at 1731130938917 (+5 ms)Closed at 1731130938917 2024-11-09T05:42:18,917 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731130847273.9ba3fc43078ad094b42b5dabc0636ead. 2024-11-09T05:42:18,917 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f09fd46b282f192338d7311e6c3563a0, disabling compactions & flushes 2024-11-09T05:42:18,917 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:42:18,917 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:42:18,917 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. after waiting 0 ms 2024-11-09T05:42:18,917 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:42:18,920 INFO [regionserver/e09398052c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:42:18,921 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/default/SPTestTable/f09fd46b282f192338d7311e6c3563a0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:42:18,922 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:42:18,922 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-09T05:42:18,922 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f09fd46b282f192338d7311e6c3563a0: Waiting for close lock at 1731130938917Running coprocessor pre-close hooks at 1731130938917Disabling compacts and flushes for region at 1731130938917Disabling writes for close at 1731130938917Writing region close event to WAL at 1731130938918 (+1 ms)Running coprocessor post-close hooks at 1731130938922 (+4 ms)Closed at 1731130938922 2024-11-09T05:42:18,922 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731130847273.f09fd46b282f192338d7311e6c3563a0. 2024-11-09T05:42:18,922 INFO [regionserver/e09398052c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:42:18,923 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T05:42:18,923 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T05:42:18,923 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731130938868Running coprocessor pre-close hooks at 1731130938868Disabling compacts and flushes for region at 1731130938868Disabling writes for close at 1731130938868Obtaining lock to block concurrent updates at 1731130938868Preparing flush snapshotting stores in 1588230740 at 1731130938868Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1731130938869 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731130938870 (+1 ms)Flushing 1588230740/info: creating writer at 1731130938870Flushing 1588230740/info: appending metadata at 1731130938878 (+8 ms)Flushing 1588230740/info: closing flushed file at 1731130938878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c964dc2: reopening flushed file at 1731130938906 (+28 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=39, compaction requested=false at 1731130938916 (+10 ms)Writing region close event to WAL at 1731130938919 (+3 ms)Running coprocessor post-close hooks at 1731130938923 (+4 ms)Closed at 1731130938923 2024-11-09T05:42:18,923 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T05:42:19,067 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(976): stopping server e09398052c91,36413,1731130835024; all regions closed. 2024-11-09T05:42:19,067 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(976): stopping server e09398052c91,33355,1731130835162; all regions closed. 2024-11-09T05:42:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741858_1034 (size=5516) 2024-11-09T05:42:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741858_1034 (size=5516) 2024-11-09T05:42:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741833_1009 (size=3500) 2024-11-09T05:42:19,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741833_1009 (size=3500) 2024-11-09T05:42:19,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741833_1009 (size=3500) 2024-11-09T05:42:19,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741858_1034 (size=5516) 2024-11-09T05:42:19,075 DEBUG [RS:0;e09398052c91:36413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/oldWALs 2024-11-09T05:42:19,075 DEBUG [RS:2;e09398052c91:33355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/oldWALs 2024-11-09T05:42:19,075 INFO [RS:0;e09398052c91:36413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e09398052c91%2C36413%2C1731130835024:(num 1731130836503) 2024-11-09T05:42:19,075 INFO [RS:2;e09398052c91:33355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e09398052c91%2C33355%2C1731130835162.meta:.meta(num 1731130887837) 2024-11-09T05:42:19,075 DEBUG [RS:0;e09398052c91:36413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:42:19,075 INFO [RS:0;e09398052c91:36413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:42:19,075 INFO [RS:0;e09398052c91:36413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:42:19,076 INFO [RS:0;e09398052c91:36413 {}] hbase.ChoreService(370): Chore service for: regionserver/e09398052c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T05:42:19,076 INFO [RS:0;e09398052c91:36413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T05:42:19,076 INFO [RS:0;e09398052c91:36413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T05:42:19,076 INFO [RS:0;e09398052c91:36413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T05:42:19,076 INFO [RS:0;e09398052c91:36413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:42:19,076 INFO [regionserver/e09398052c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:42:19,077 INFO [RS:0;e09398052c91:36413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36413 2024-11-09T05:42:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741834_1010 (size=3530) 2024-11-09T05:42:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741834_1010 (size=3530) 2024-11-09T05:42:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741834_1010 (size=3530) 2024-11-09T05:42:19,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e09398052c91,36413,1731130835024 2024-11-09T05:42:19,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:42:19,080 INFO [RS:0;e09398052c91:36413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:42:19,082 DEBUG [RS:2;e09398052c91:33355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/oldWALs 2024-11-09T05:42:19,082 INFO [RS:2;e09398052c91:33355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e09398052c91%2C33355%2C1731130835162:(num 1731130836503) 2024-11-09T05:42:19,082 DEBUG [RS:2;e09398052c91:33355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:42:19,082 INFO [RS:2;e09398052c91:33355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:42:19,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e09398052c91,36413,1731130835024] 2024-11-09T05:42:19,082 INFO [RS:2;e09398052c91:33355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:42:19,082 INFO [RS:2;e09398052c91:33355 {}] hbase.ChoreService(370): Chore service for: regionserver/e09398052c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T05:42:19,083 INFO [RS:2;e09398052c91:33355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:42:19,083 INFO [regionserver/e09398052c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:42:19,083 INFO [RS:2;e09398052c91:33355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33355 2024-11-09T05:42:19,084 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e09398052c91,36413,1731130835024 already deleted, retry=false 2024-11-09T05:42:19,084 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e09398052c91,36413,1731130835024 expired; onlineServers=1 2024-11-09T05:42:19,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e09398052c91,33355,1731130835162 2024-11-09T05:42:19,085 INFO [RS:2;e09398052c91:33355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:42:19,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:42:19,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e09398052c91,33355,1731130835162] 2024-11-09T05:42:19,088 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e09398052c91,33355,1731130835162 already deleted, retry=false 2024-11-09T05:42:19,089 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e09398052c91,33355,1731130835162 expired; onlineServers=0 2024-11-09T05:42:19,089 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e09398052c91,37597,1731130834345' ***** 2024-11-09T05:42:19,089 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T05:42:19,089 INFO [M:0;e09398052c91:37597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:42:19,089 INFO [M:0;e09398052c91:37597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:42:19,089 DEBUG [M:0;e09398052c91:37597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T05:42:19,089 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T05:42:19,089 DEBUG [M:0;e09398052c91:37597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T05:42:19,089 DEBUG [master/e09398052c91:0:becomeActiveMaster-HFileCleaner.large.0-1731130836158 {}] cleaner.HFileCleaner(306): Exit Thread[master/e09398052c91:0:becomeActiveMaster-HFileCleaner.large.0-1731130836158,5,FailOnTimeoutGroup] 2024-11-09T05:42:19,089 DEBUG [master/e09398052c91:0:becomeActiveMaster-HFileCleaner.small.0-1731130836161 {}] cleaner.HFileCleaner(306): Exit Thread[master/e09398052c91:0:becomeActiveMaster-HFileCleaner.small.0-1731130836161,5,FailOnTimeoutGroup] 2024-11-09T05:42:19,090 INFO [M:0;e09398052c91:37597 {}] hbase.ChoreService(370): Chore service for: master/e09398052c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T05:42:19,090 INFO [M:0;e09398052c91:37597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:42:19,090 DEBUG [M:0;e09398052c91:37597 {}] master.HMaster(1795): Stopping service threads 2024-11-09T05:42:19,090 INFO [M:0;e09398052c91:37597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T05:42:19,090 INFO [M:0;e09398052c91:37597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T05:42:19,090 ERROR [M:0;e09398052c91:37597 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41561,5,PEWorkerGroup] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41561 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41561,5,PEWorkerGroup] 2024-11-09T05:42:19,091 INFO [M:0;e09398052c91:37597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T05:42:19,091 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T05:42:19,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T05:42:19,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:19,091 DEBUG [M:0;e09398052c91:37597 {}] zookeeper.ZKUtil(347): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T05:42:19,091 WARN [M:0;e09398052c91:37597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T05:42:19,092 INFO [M:0;e09398052c91:37597 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/.lastflushedseqids 2024-11-09T05:42:19,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741868_1044 (size=668) 2024-11-09T05:42:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741868_1044 (size=668) 2024-11-09T05:42:19,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741868_1044 (size=668) 2024-11-09T05:42:19,110 INFO [M:0;e09398052c91:37597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T05:42:19,110 INFO [M:0;e09398052c91:37597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T05:42:19,110 DEBUG [M:0;e09398052c91:37597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T05:42:19,110 INFO [M:0;e09398052c91:37597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:42:19,110 DEBUG [M:0;e09398052c91:37597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:42:19,110 DEBUG [M:0;e09398052c91:37597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T05:42:19,110 DEBUG [M:0;e09398052c91:37597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:42:19,110 INFO [M:0;e09398052c91:37597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.83 KB heapSize=264.18 KB 2024-11-09T05:42:19,128 DEBUG [M:0;e09398052c91:37597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe43d054b8004f2aac28630e3ab3bc07 is 82, key is hbase:meta,,1/info:regioninfo/1731130888042/Put/seqid=0 2024-11-09T05:42:19,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741869_1045 (size=6071) 2024-11-09T05:42:19,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741869_1045 (size=6071) 2024-11-09T05:42:19,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741869_1045 (size=6071) 2024-11-09T05:42:19,136 INFO [M:0;e09398052c91:37597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe43d054b8004f2aac28630e3ab3bc07 2024-11-09T05:42:19,158 DEBUG [M:0;e09398052c91:37597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/083fce8aa0834ad5920df4ad1e58aa57 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731130857821/Put/seqid=0 2024-11-09T05:42:19,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741870_1046 (size=9113) 2024-11-09T05:42:19,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741870_1046 (size=9113) 2024-11-09T05:42:19,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741870_1046 (size=9113) 2024-11-09T05:42:19,166 INFO [M:0;e09398052c91:37597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.61 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/083fce8aa0834ad5920df4ad1e58aa57 2024-11-09T05:42:19,172 INFO [M:0;e09398052c91:37597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 083fce8aa0834ad5920df4ad1e58aa57 2024-11-09T05:42:19,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:42:19,183 INFO [RS:0;e09398052c91:36413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:42:19,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x100fb3e24ed0001, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:42:19,183 INFO [RS:0;e09398052c91:36413 {}] regionserver.HRegionServer(1031): Exiting; stopping=e09398052c91,36413,1731130835024; zookeeper connection closed. 2024-11-09T05:42:19,183 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@509136b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@509136b8 2024-11-09T05:42:19,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:42:19,187 INFO [RS:2;e09398052c91:33355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:42:19,188 INFO [RS:2;e09398052c91:33355 {}] regionserver.HRegionServer(1031): Exiting; stopping=e09398052c91,33355,1731130835162; zookeeper connection closed. 2024-11-09T05:42:19,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x100fb3e24ed0003, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:42:19,188 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e1b2f22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e1b2f22 2024-11-09T05:42:19,188 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T05:42:19,188 DEBUG [M:0;e09398052c91:37597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb77ddc0ef8e4cfa93cef5b7d0290f20 is 69, key is e09398052c91,33355,1731130835162/rs:state/1731130836238/Put/seqid=0 2024-11-09T05:42:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741871_1047 (size=5441) 2024-11-09T05:42:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741871_1047 (size=5441) 2024-11-09T05:42:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741871_1047 (size=5441) 2024-11-09T05:42:19,196 INFO [M:0;e09398052c91:37597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb77ddc0ef8e4cfa93cef5b7d0290f20 2024-11-09T05:42:19,203 INFO [M:0;e09398052c91:37597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb77ddc0ef8e4cfa93cef5b7d0290f20 2024-11-09T05:42:19,204 DEBUG [M:0;e09398052c91:37597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe43d054b8004f2aac28630e3ab3bc07 as hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe43d054b8004f2aac28630e3ab3bc07 2024-11-09T05:42:19,209 INFO [M:0;e09398052c91:37597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe43d054b8004f2aac28630e3ab3bc07, entries=14, sequenceid=561, filesize=5.9 K 2024-11-09T05:42:19,211 DEBUG [M:0;e09398052c91:37597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/083fce8aa0834ad5920df4ad1e58aa57 as hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/083fce8aa0834ad5920df4ad1e58aa57 2024-11-09T05:42:19,217 INFO [M:0;e09398052c91:37597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 083fce8aa0834ad5920df4ad1e58aa57 2024-11-09T05:42:19,217 INFO [M:0;e09398052c91:37597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/083fce8aa0834ad5920df4ad1e58aa57, entries=60, sequenceid=561, filesize=8.9 K 2024-11-09T05:42:19,218 DEBUG [M:0;e09398052c91:37597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb77ddc0ef8e4cfa93cef5b7d0290f20 as hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb77ddc0ef8e4cfa93cef5b7d0290f20 2024-11-09T05:42:19,224 INFO [M:0;e09398052c91:37597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb77ddc0ef8e4cfa93cef5b7d0290f20 2024-11-09T05:42:19,224 INFO [M:0;e09398052c91:37597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41561/user/jenkins/test-data/32a8dd36-b7e2-a4c4-6846-b1feac8fe760/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb77ddc0ef8e4cfa93cef5b7d0290f20, entries=3, sequenceid=561, filesize=5.3 K 2024-11-09T05:42:19,225 INFO [M:0;e09398052c91:37597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.88 KB/270216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=561, compaction requested=false 2024-11-09T05:42:19,226 INFO [M:0;e09398052c91:37597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:42:19,227 DEBUG [M:0;e09398052c91:37597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731130939110Disabling compacts and flushes for region at 1731130939110Disabling writes for close at 1731130939110Obtaining lock to block concurrent updates at 1731130939110Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731130939110Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217941, getHeapSize=270456, getOffHeapSize=0, getCellsCount=682 at 1731130939111 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731130939111Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731130939111Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731130939127 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731130939127Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731130939141 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731130939158 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731130939158Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731130939173 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731130939188 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731130939188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0d7f0d: reopening flushed file at 1731130939203 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333e98b5: reopening flushed file at 1731130939210 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796feaa6: reopening flushed file at 1731130939217 (+7 ms)Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.88 KB/270216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=561, compaction requested=false at 1731130939225 (+8 ms)Writing region close event to WAL at 1731130939226 (+1 ms)Closed at 1731130939226 2024-11-09T05:42:19,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41327 is added to blk_1073741830_1006 (size=255309) 2024-11-09T05:42:19,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34667 is added to blk_1073741830_1006 (size=255309) 2024-11-09T05:42:19,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741830_1006 (size=255309) 2024-11-09T05:42:19,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:42:19,231 INFO [M:0;e09398052c91:37597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T05:42:19,231 INFO [M:0;e09398052c91:37597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37597 2024-11-09T05:42:19,232 INFO [M:0;e09398052c91:37597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:42:19,334 INFO [M:0;e09398052c91:37597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:42:19,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:42:19,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37597-0x100fb3e24ed0000, quorum=127.0.0.1:60836, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:42:19,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:42:19,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:42:19,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:42:19,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:42:19,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.log.dir/,STOPPED} 2024-11-09T05:42:19,343 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T05:42:19,343 WARN [BP-2064223902-172.17.0.2-1731130831223 heartbeating to localhost/127.0.0.1:41561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T05:42:19,344 WARN [BP-2064223902-172.17.0.2-1731130831223 heartbeating to localhost/127.0.0.1:41561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2064223902-172.17.0.2-1731130831223 (Datanode Uuid c38abb4d-7e24-4b86-a7b8-cdefd3e4f08e) service to localhost/127.0.0.1:41561 2024-11-09T05:42:19,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T05:42:19,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data5/current/BP-2064223902-172.17.0.2-1731130831223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:42:19,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data6/current/BP-2064223902-172.17.0.2-1731130831223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:42:19,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T05:42:19,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:42:19,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:42:19,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:42:19,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:42:19,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.log.dir/,STOPPED} 2024-11-09T05:42:19,350 WARN [BP-2064223902-172.17.0.2-1731130831223 heartbeating to localhost/127.0.0.1:41561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T05:42:19,350 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T05:42:19,350 WARN [BP-2064223902-172.17.0.2-1731130831223 heartbeating to localhost/127.0.0.1:41561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2064223902-172.17.0.2-1731130831223 (Datanode Uuid d0cf1e3a-6677-47ed-9e47-0e1f62ca5125) service to localhost/127.0.0.1:41561 2024-11-09T05:42:19,350 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T05:42:19,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data3/current/BP-2064223902-172.17.0.2-1731130831223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:42:19,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data4/current/BP-2064223902-172.17.0.2-1731130831223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:42:19,351 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T05:42:19,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:42:19,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:42:19,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:42:19,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:42:19,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.log.dir/,STOPPED} 2024-11-09T05:42:19,356 WARN [BP-2064223902-172.17.0.2-1731130831223 heartbeating to localhost/127.0.0.1:41561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T05:42:19,356 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T05:42:19,356 WARN [BP-2064223902-172.17.0.2-1731130831223 heartbeating to localhost/127.0.0.1:41561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2064223902-172.17.0.2-1731130831223 (Datanode Uuid 8fe61508-ddf8-4ef3-8cf9-97577b06adfe) service to localhost/127.0.0.1:41561 2024-11-09T05:42:19,356 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T05:42:19,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data1/current/BP-2064223902-172.17.0.2-1731130831223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:42:19,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/cluster_1d720ce6-41e1-3bf6-9cc3-f1d71c368a6c/data/data2/current/BP-2064223902-172.17.0.2-1731130831223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:42:19,357 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T05:42:19,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T05:42:19,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:42:19,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:42:19,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:42:19,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.log.dir/,STOPPED} 2024-11-09T05:42:19,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T05:42:19,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T05:42:19,426 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=98 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41561 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e09398052c91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/e09398052c91:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e09398052c91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@e91d77a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e09398052c91:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e09398052c91:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e09398052c91:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e09398052c91:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41561 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e09398052c91:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e09398052c91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=99 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=3007 (was 4173) 2024-11-09T05:42:19,433 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=99, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=99, ProcessCount=11, AvailableMemoryMB=3007 2024-11-09T05:42:19,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.log.dir so I do NOT create it in target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9 2024-11-09T05:42:19,447 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T05:42:19,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.tmp.dir so I do NOT create it in target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9 2024-11-09T05:42:19,447 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/33ff05d7-5bed-db82-d8b7-47d8c3081550/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T05:42:19,447 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9 2024-11-09T05:42:19,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T05:42:19,447 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14, deleteOnExit=true 2024-11-09T05:42:19,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T05:42:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/test.cache.data in system properties and HBase conf 2024-11-09T05:42:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T05:42:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/hadoop.log.dir in system properties and HBase conf 2024-11-09T05:42:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T05:42:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T05:42:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T05:42:19,448 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T05:42:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:42:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:42:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T05:42:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:42:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T05:42:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T05:42:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:42:19,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:42:19,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T05:42:19,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/nfs.dump.dir in system properties and HBase conf 2024-11-09T05:42:19,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/java.io.tmpdir in system properties and HBase conf 2024-11-09T05:42:19,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:42:19,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T05:42:19,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T05:42:19,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:42:19,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:42:19,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:42:19,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:42:19,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T05:42:19,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:42:19,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45478c0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:42:19,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50702bc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:42:19,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dbd71dc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/java.io.tmpdir/jetty-localhost-43667-hadoop-hdfs-3_4_1-tests_jar-_-any-15211462028243171262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T05:42:19,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@656d7fc1{HTTP/1.1, (http/1.1)}{localhost:43667} 2024-11-09T05:42:19,666 INFO [Time-limited test {}] server.Server(415): Started @110435ms 2024-11-09T05:42:19,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:42:19,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:42:19,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:42:19,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:42:19,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T05:42:19,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29729763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:42:19,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d4e06bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:42:19,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72443302{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/java.io.tmpdir/jetty-localhost-41225-hadoop-hdfs-3_4_1-tests_jar-_-any-13540204200942379101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:42:19,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69b78350{HTTP/1.1, (http/1.1)}{localhost:41225} 2024-11-09T05:42:19,879 INFO [Time-limited test {}] server.Server(415): Started @110648ms 2024-11-09T05:42:19,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T05:42:19,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:42:19,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:42:19,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:42:19,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:42:19,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T05:42:19,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@673d1674{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:42:19,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5827f46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:42:19,991 WARN [Thread-699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data1/current/BP-522987146-172.17.0.2-1731130939481/current, will proceed with Du for space computation calculation, 2024-11-09T05:42:19,991 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data2/current/BP-522987146-172.17.0.2-1731130939481/current, will proceed with Du for space computation calculation, 2024-11-09T05:42:20,007 WARN [Thread-678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T05:42:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaad0eb74d2e0b243 with lease ID 0x9eeff1bd19c3c248: Processing first storage report for DS-09c4b272-d042-4f80-b04c-a2587ec29694 from datanode DatanodeRegistration(127.0.0.1:37371, datanodeUuid=fd5bdffb-9095-4fa3-acc8-02aefda34170, infoPort=37441, infoSecurePort=0, ipcPort=33349, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481) 2024-11-09T05:42:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaad0eb74d2e0b243 with lease ID 0x9eeff1bd19c3c248: from storage DS-09c4b272-d042-4f80-b04c-a2587ec29694 node DatanodeRegistration(127.0.0.1:37371, datanodeUuid=fd5bdffb-9095-4fa3-acc8-02aefda34170, infoPort=37441, infoSecurePort=0, ipcPort=33349, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:42:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaad0eb74d2e0b243 with lease ID 0x9eeff1bd19c3c248: Processing first storage report for DS-9489462c-3fdb-4595-9dac-7eeeb821af4e from datanode DatanodeRegistration(127.0.0.1:37371, datanodeUuid=fd5bdffb-9095-4fa3-acc8-02aefda34170, infoPort=37441, infoSecurePort=0, ipcPort=33349, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481) 2024-11-09T05:42:20,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaad0eb74d2e0b243 with lease ID 0x9eeff1bd19c3c248: from storage DS-9489462c-3fdb-4595-9dac-7eeeb821af4e node DatanodeRegistration(127.0.0.1:37371, datanodeUuid=fd5bdffb-9095-4fa3-acc8-02aefda34170, infoPort=37441, infoSecurePort=0, ipcPort=33349, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:42:20,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1398d29a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/java.io.tmpdir/jetty-localhost-44193-hadoop-hdfs-3_4_1-tests_jar-_-any-7757215434754647012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:42:20,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d599191{HTTP/1.1, (http/1.1)}{localhost:44193} 2024-11-09T05:42:20,040 INFO [Time-limited test {}] server.Server(415): Started @110809ms 2024-11-09T05:42:20,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T05:42:20,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:42:20,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:42:20,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:42:20,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:42:20,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T05:42:20,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f7c0fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:42:20,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d322b2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:42:20,157 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data3/current/BP-522987146-172.17.0.2-1731130939481/current, will proceed with Du for space computation calculation, 2024-11-09T05:42:20,157 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data4/current/BP-522987146-172.17.0.2-1731130939481/current, will proceed with Du for space computation calculation, 2024-11-09T05:42:20,179 WARN [Thread-714 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T05:42:20,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec8bcd4a97a11df0 with lease ID 0x9eeff1bd19c3c249: Processing first storage report for DS-e07d4734-306f-491e-94f2-dda49c82c80b from datanode DatanodeRegistration(127.0.0.1:36765, datanodeUuid=0aae8093-104c-430a-9b3d-fb17316d14c0, infoPort=44627, infoSecurePort=0, ipcPort=44573, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481) 2024-11-09T05:42:20,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec8bcd4a97a11df0 with lease ID 0x9eeff1bd19c3c249: from storage DS-e07d4734-306f-491e-94f2-dda49c82c80b node DatanodeRegistration(127.0.0.1:36765, datanodeUuid=0aae8093-104c-430a-9b3d-fb17316d14c0, infoPort=44627, infoSecurePort=0, ipcPort=44573, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:42:20,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec8bcd4a97a11df0 with lease ID 0x9eeff1bd19c3c249: Processing first storage report for DS-603b33b4-2461-4ffb-a82f-2019001b1270 from datanode DatanodeRegistration(127.0.0.1:36765, datanodeUuid=0aae8093-104c-430a-9b3d-fb17316d14c0, infoPort=44627, infoSecurePort=0, ipcPort=44573, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481) 2024-11-09T05:42:20,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec8bcd4a97a11df0 with lease ID 0x9eeff1bd19c3c249: from storage DS-603b33b4-2461-4ffb-a82f-2019001b1270 node DatanodeRegistration(127.0.0.1:36765, datanodeUuid=0aae8093-104c-430a-9b3d-fb17316d14c0, infoPort=44627, infoSecurePort=0, ipcPort=44573, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:42:20,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e339060{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/java.io.tmpdir/jetty-localhost-41059-hadoop-hdfs-3_4_1-tests_jar-_-any-7618222065096295424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:42:20,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34a09c37{HTTP/1.1, (http/1.1)}{localhost:41059} 2024-11-09T05:42:20,221 INFO [Time-limited test {}] server.Server(415): Started @110990ms 2024-11-09T05:42:20,222 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T05:42:20,317 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data5/current/BP-522987146-172.17.0.2-1731130939481/current, will proceed with Du for space computation calculation, 2024-11-09T05:42:20,317 WARN [Thread-761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data6/current/BP-522987146-172.17.0.2-1731130939481/current, will proceed with Du for space computation calculation, 2024-11-09T05:42:20,342 WARN [Thread-749 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T05:42:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74eba620b0e5a502 with lease ID 0x9eeff1bd19c3c24a: Processing first storage report for DS-a01a2e08-c2cf-440f-8901-aa31f061c56a from datanode DatanodeRegistration(127.0.0.1:45485, datanodeUuid=e18fc3aa-5a82-4ec7-a121-707c8850a7f0, infoPort=33421, infoSecurePort=0, ipcPort=40843, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481) 2024-11-09T05:42:20,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74eba620b0e5a502 with lease ID 0x9eeff1bd19c3c24a: from storage DS-a01a2e08-c2cf-440f-8901-aa31f061c56a node DatanodeRegistration(127.0.0.1:45485, datanodeUuid=e18fc3aa-5a82-4ec7-a121-707c8850a7f0, infoPort=33421, infoSecurePort=0, ipcPort=40843, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:42:20,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74eba620b0e5a502 with lease ID 0x9eeff1bd19c3c24a: Processing first storage report for DS-2ccd6815-8ea6-45fa-adfe-4c881dc04105 from datanode DatanodeRegistration(127.0.0.1:45485, datanodeUuid=e18fc3aa-5a82-4ec7-a121-707c8850a7f0, infoPort=33421, infoSecurePort=0, ipcPort=40843, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481) 2024-11-09T05:42:20,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74eba620b0e5a502 with lease ID 0x9eeff1bd19c3c24a: from storage DS-2ccd6815-8ea6-45fa-adfe-4c881dc04105 node DatanodeRegistration(127.0.0.1:45485, datanodeUuid=e18fc3aa-5a82-4ec7-a121-707c8850a7f0, infoPort=33421, infoSecurePort=0, ipcPort=40843, storageInfo=lv=-57;cid=testClusterID;nsid=198451845;c=1731130939481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:42:20,447 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9 2024-11-09T05:42:20,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/zookeeper_0, clientPort=59419, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T05:42:20,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59419 2024-11-09T05:42:20,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:42:20,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:42:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741825_1001 (size=7) 2024-11-09T05:42:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741825_1001 (size=7) 2024-11-09T05:42:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741825_1001 (size=7) 2024-11-09T05:42:20,467 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 with version=8 2024-11-09T05:42:20,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/hbase-staging 2024-11-09T05:42:20,469 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e09398052c91:0 server-side Connection retries=45 2024-11-09T05:42:20,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:42:20,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:42:20,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T05:42:20,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:42:20,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36615 2024-11-09T05:42:20,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36615 connecting to ZooKeeper ensemble=127.0.0.1:59419 2024-11-09T05:42:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366150x0, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:42:20,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36615-0x100fb3fc6b10000 connected 2024-11-09T05:42:20,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:42:20,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:42:20,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:42:20,508 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4, hbase.cluster.distributed=false 2024-11-09T05:42:20,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:42:20,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36615 2024-11-09T05:42:20,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36615 2024-11-09T05:42:20,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36615 2024-11-09T05:42:20,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36615 2024-11-09T05:42:20,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36615 2024-11-09T05:42:20,534 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e09398052c91:0 server-side Connection retries=45 2024-11-09T05:42:20,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:42:20,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:42:20,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T05:42:20,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:42:20,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45405 2024-11-09T05:42:20,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45405 connecting to ZooKeeper ensemble=127.0.0.1:59419 2024-11-09T05:42:20,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:42:20,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:42:20,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454050x0, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:42:20,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45405-0x100fb3fc6b10001 connected 2024-11-09T05:42:20,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:42:20,544 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:42:20,546 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T05:42:20,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T05:42:20,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:42:20,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-09T05:42:20,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45405 2024-11-09T05:42:20,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45405 2024-11-09T05:42:20,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-09T05:42:20,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-09T05:42:20,568 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e09398052c91:0 server-side Connection retries=45 2024-11-09T05:42:20,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:42:20,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:42:20,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T05:42:20,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:42:20,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36345 2024-11-09T05:42:20,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36345 connecting to ZooKeeper ensemble=127.0.0.1:59419 2024-11-09T05:42:20,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:42:20,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:42:20,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363450x0, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:42:20,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36345-0x100fb3fc6b10002 connected 2024-11-09T05:42:20,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:42:20,578 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:42:20,578 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T05:42:20,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T05:42:20,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:42:20,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36345 2024-11-09T05:42:20,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36345 2024-11-09T05:42:20,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36345 2024-11-09T05:42:20,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36345 2024-11-09T05:42:20,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36345 2024-11-09T05:42:20,600 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e09398052c91:0 server-side Connection retries=45 2024-11-09T05:42:20,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:42:20,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:42:20,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:42:20,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T05:42:20,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:42:20,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37933 2024-11-09T05:42:20,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37933 connecting to ZooKeeper ensemble=127.0.0.1:59419 2024-11-09T05:42:20,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:42:20,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:42:20,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379330x0, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:42:20,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37933-0x100fb3fc6b10003 connected 2024-11-09T05:42:20,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:42:20,610 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:42:20,610 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T05:42:20,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T05:42:20,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:42:20,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37933 2024-11-09T05:42:20,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37933 2024-11-09T05:42:20,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37933 2024-11-09T05:42:20,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37933 2024-11-09T05:42:20,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37933 2024-11-09T05:42:20,626 DEBUG [M:0;e09398052c91:36615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e09398052c91:36615 2024-11-09T05:42:20,627 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e09398052c91,36615,1731130940469 2024-11-09T05:42:20,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:42:20,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:42:20,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:42:20,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:42:20,631 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e09398052c91,36615,1731130940469 2024-11-09T05:42:20,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T05:42:20,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T05:42:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T05:42:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,633 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T05:42:20,634 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e09398052c91,36615,1731130940469 from backup master directory 2024-11-09T05:42:20,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e09398052c91,36615,1731130940469 2024-11-09T05:42:20,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:42:20,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:42:20,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:42:20,636 WARN [master/e09398052c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:42:20,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:42:20,636 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e09398052c91,36615,1731130940469 2024-11-09T05:42:20,641 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/hbase.id] with ID: f906e243-dd49-49db-b616-e3403689d31e 2024-11-09T05:42:20,641 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/.tmp/hbase.id 2024-11-09T05:42:20,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741826_1002 (size=42) 2024-11-09T05:42:20,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741826_1002 (size=42) 2024-11-09T05:42:20,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741826_1002 (size=42) 2024-11-09T05:42:20,651 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/.tmp/hbase.id]:[hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/hbase.id] 2024-11-09T05:42:20,665 INFO [master/e09398052c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:42:20,665 INFO [master/e09398052c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T05:42:20,667 INFO [master/e09398052c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T05:42:20,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741827_1003 (size=196) 2024-11-09T05:42:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741827_1003 (size=196) 2024-11-09T05:42:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741827_1003 (size=196) 2024-11-09T05:42:20,678 INFO [master/e09398052c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:42:20,679 INFO [master/e09398052c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T05:42:20,680 INFO [master/e09398052c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:42:20,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741828_1004 (size=1189) 2024-11-09T05:42:20,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741828_1004 (size=1189) 2024-11-09T05:42:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741828_1004 (size=1189) 2024-11-09T05:42:20,690 INFO [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store 2024-11-09T05:42:20,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741829_1005 (size=34) 2024-11-09T05:42:20,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741829_1005 (size=34) 2024-11-09T05:42:20,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741829_1005 (size=34) 2024-11-09T05:42:20,700 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:20,700 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T05:42:20,700 INFO [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:42:20,700 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:42:20,700 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T05:42:20,700 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:42:20,700 INFO [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:42:20,700 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731130940700Disabling compacts and flushes for region at 1731130940700Disabling writes for close at 1731130940700Writing region close event to WAL at 1731130940700Closed at 1731130940700 2024-11-09T05:42:20,701 WARN [master/e09398052c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/.initializing 2024-11-09T05:42:20,701 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/WALs/e09398052c91,36615,1731130940469 2024-11-09T05:42:20,702 INFO [master/e09398052c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:42:20,704 INFO [master/e09398052c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e09398052c91%2C36615%2C1731130940469, suffix=, logDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/WALs/e09398052c91,36615,1731130940469, archiveDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/oldWALs, maxLogs=10 2024-11-09T05:42:20,718 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/WALs/e09398052c91,36615,1731130940469/e09398052c91%2C36615%2C1731130940469.1731130940705, exclude list is [], retry=0 2024-11-09T05:42:20,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37371,DS-09c4b272-d042-4f80-b04c-a2587ec29694,DISK] 2024-11-09T05:42:20,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45485,DS-a01a2e08-c2cf-440f-8901-aa31f061c56a,DISK] 2024-11-09T05:42:20,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36765,DS-e07d4734-306f-491e-94f2-dda49c82c80b,DISK] 2024-11-09T05:42:20,723 INFO [master/e09398052c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/WALs/e09398052c91,36615,1731130940469/e09398052c91%2C36615%2C1731130940469.1731130940705 2024-11-09T05:42:20,724 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441),(127.0.0.1/127.0.0.1:33421:33421),(127.0.0.1/127.0.0.1:44627:44627)] 2024-11-09T05:42:20,724 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:42:20,724 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:20,724 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,724 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T05:42:20,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:20,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:42:20,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T05:42:20,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:20,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:20,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T05:42:20,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:20,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:20,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T05:42:20,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:20,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:20,735 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,736 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,736 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,738 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,738 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,738 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:42:20,740 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:42:20,742 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:20,742 INFO [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67049427, jitterRate=-8.856803178787231E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:42:20,743 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731130940724Initializing all the Stores at 1731130940725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130940725Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130940725Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130940725Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130940725Cleaning up temporary data from old regions at 1731130940738 (+13 ms)Region opened successfully at 1731130940743 (+5 ms) 2024-11-09T05:42:20,743 INFO [master/e09398052c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T05:42:20,747 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7ff925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e09398052c91/172.17.0.2:0 2024-11-09T05:42:20,748 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T05:42:20,748 INFO [master/e09398052c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T05:42:20,748 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T05:42:20,748 INFO [master/e09398052c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T05:42:20,749 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T05:42:20,749 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T05:42:20,749 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T05:42:20,752 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T05:42:20,752 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T05:42:20,755 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T05:42:20,755 INFO [master/e09398052c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T05:42:20,756 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T05:42:20,757 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T05:42:20,758 INFO [master/e09398052c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T05:42:20,758 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T05:42:20,759 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T05:42:20,760 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T05:42:20,761 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T05:42:20,763 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T05:42:20,767 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T05:42:20,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:42:20,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:42:20,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:42:20,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:42:20,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,769 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e09398052c91,36615,1731130940469, sessionid=0x100fb3fc6b10000, setting cluster-up flag (Was=false) 2024-11-09T05:42:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,779 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T05:42:20,780 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e09398052c91,36615,1731130940469 2024-11-09T05:42:20,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:20,790 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T05:42:20,791 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e09398052c91,36615,1731130940469 2024-11-09T05:42:20,793 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T05:42:20,794 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T05:42:20,795 INFO [master/e09398052c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T05:42:20,795 INFO [master/e09398052c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T05:42:20,795 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e09398052c91,36615,1731130940469 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T05:42:20,796 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e09398052c91:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:42:20,796 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e09398052c91:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:42:20,796 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e09398052c91:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:42:20,796 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e09398052c91:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:42:20,796 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e09398052c91:0, corePoolSize=10, maxPoolSize=10 2024-11-09T05:42:20,797 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,797 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e09398052c91:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:42:20,797 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,797 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731130970797 2024-11-09T05:42:20,798 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T05:42:20,798 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T05:42:20,798 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T05:42:20,798 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T05:42:20,798 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T05:42:20,798 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T05:42:20,798 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:42:20,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T05:42:20,799 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T05:42:20,799 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T05:42:20,799 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T05:42:20,799 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T05:42:20,799 INFO [master/e09398052c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T05:42:20,799 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e09398052c91:0:becomeActiveMaster-HFileCleaner.large.0-1731130940799,5,FailOnTimeoutGroup] 2024-11-09T05:42:20,800 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e09398052c91:0:becomeActiveMaster-HFileCleaner.small.0-1731130940799,5,FailOnTimeoutGroup] 2024-11-09T05:42:20,800 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,800 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T05:42:20,800 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,800 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,800 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:20,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T05:42:20,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741831_1007 (size=1321) 2024-11-09T05:42:20,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741831_1007 (size=1321) 2024-11-09T05:42:20,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741831_1007 (size=1321) 2024-11-09T05:42:20,813 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T05:42:20,813 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:20,816 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(746): ClusterId : f906e243-dd49-49db-b616-e3403689d31e 2024-11-09T05:42:20,816 DEBUG [RS:1;e09398052c91:36345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T05:42:20,816 INFO [RS:0;e09398052c91:45405 {}] regionserver.HRegionServer(746): ClusterId : f906e243-dd49-49db-b616-e3403689d31e 2024-11-09T05:42:20,817 DEBUG [RS:0;e09398052c91:45405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T05:42:20,821 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(746): ClusterId : f906e243-dd49-49db-b616-e3403689d31e 2024-11-09T05:42:20,821 DEBUG [RS:2;e09398052c91:37933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T05:42:20,821 DEBUG [RS:1;e09398052c91:36345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T05:42:20,821 DEBUG [RS:1;e09398052c91:36345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T05:42:20,823 DEBUG [RS:0;e09398052c91:45405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T05:42:20,823 DEBUG [RS:0;e09398052c91:45405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T05:42:20,826 DEBUG [RS:2;e09398052c91:37933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T05:42:20,826 DEBUG [RS:2;e09398052c91:37933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T05:42:20,826 DEBUG [RS:1;e09398052c91:36345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T05:42:20,827 DEBUG [RS:1;e09398052c91:36345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50403e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e09398052c91/172.17.0.2:0 2024-11-09T05:42:20,827 DEBUG [RS:0;e09398052c91:45405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T05:42:20,828 DEBUG [RS:0;e09398052c91:45405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628246b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e09398052c91/172.17.0.2:0 2024-11-09T05:42:20,828 DEBUG [RS:2;e09398052c91:37933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T05:42:20,828 DEBUG [RS:2;e09398052c91:37933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b014cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e09398052c91/172.17.0.2:0 2024-11-09T05:42:20,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741832_1008 (size=32) 2024-11-09T05:42:20,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741832_1008 (size=32) 2024-11-09T05:42:20,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741832_1008 (size=32) 2024-11-09T05:42:20,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:20,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T05:42:20,846 DEBUG [RS:0;e09398052c91:45405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e09398052c91:45405 2024-11-09T05:42:20,846 INFO [RS:0;e09398052c91:45405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T05:42:20,846 INFO [RS:0;e09398052c91:45405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T05:42:20,846 DEBUG [RS:0;e09398052c91:45405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T05:42:20,847 INFO [RS:0;e09398052c91:45405 {}] regionserver.HRegionServer(2659): reportForDuty to master=e09398052c91,36615,1731130940469 with port=45405, startcode=1731130940533 2024-11-09T05:42:20,847 DEBUG [RS:0;e09398052c91:45405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T05:42:20,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T05:42:20,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:20,849 DEBUG [RS:1;e09398052c91:36345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e09398052c91:36345 2024-11-09T05:42:20,849 INFO [RS:1;e09398052c91:36345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T05:42:20,849 INFO [RS:1;e09398052c91:36345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T05:42:20,849 DEBUG [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T05:42:20,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:42:20,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T05:42:20,849 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49111, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T05:42:20,850 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(2659): reportForDuty to master=e09398052c91,36615,1731130940469 with port=36345, startcode=1731130940568 2024-11-09T05:42:20,850 DEBUG [RS:1;e09398052c91:36345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T05:42:20,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e09398052c91,45405,1731130940533 2024-11-09T05:42:20,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36615 {}] master.ServerManager(517): Registering regionserver=e09398052c91,45405,1731130940533 2024-11-09T05:42:20,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T05:42:20,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:20,852 DEBUG [RS:0;e09398052c91:45405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:20,852 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42275, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T05:42:20,852 DEBUG [RS:0;e09398052c91:45405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38213 2024-11-09T05:42:20,852 DEBUG [RS:0;e09398052c91:45405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T05:42:20,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e09398052c91,36345,1731130940568 2024-11-09T05:42:20,853 DEBUG [RS:2;e09398052c91:37933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e09398052c91:37933 2024-11-09T05:42:20,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36615 {}] master.ServerManager(517): Registering regionserver=e09398052c91,36345,1731130940568 2024-11-09T05:42:20,853 INFO [RS:2;e09398052c91:37933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T05:42:20,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:42:20,853 INFO [RS:2;e09398052c91:37933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T05:42:20,853 DEBUG [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T05:42:20,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T05:42:20,854 DEBUG [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:20,854 DEBUG [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38213 2024-11-09T05:42:20,854 DEBUG [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T05:42:20,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:42:20,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T05:42:20,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:20,855 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(2659): reportForDuty to master=e09398052c91,36615,1731130940469 with port=37933, startcode=1731130940600 2024-11-09T05:42:20,855 DEBUG [RS:2;e09398052c91:37933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T05:42:20,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:42:20,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T05:42:20,857 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46701, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T05:42:20,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e09398052c91,37933,1731130940600 2024-11-09T05:42:20,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36615 {}] master.ServerManager(517): Registering regionserver=e09398052c91,37933,1731130940600 2024-11-09T05:42:20,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T05:42:20,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:20,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:42:20,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T05:42:20,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740 2024-11-09T05:42:20,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740 2024-11-09T05:42:20,860 DEBUG [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:20,860 DEBUG [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38213 2024-11-09T05:42:20,860 DEBUG [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T05:42:20,861 DEBUG [RS:0;e09398052c91:45405 {}] zookeeper.ZKUtil(111): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e09398052c91,45405,1731130940533 2024-11-09T05:42:20,861 WARN [RS:0;e09398052c91:45405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:42:20,861 INFO [RS:0;e09398052c91:45405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:42:20,861 DEBUG [RS:1;e09398052c91:36345 {}] zookeeper.ZKUtil(111): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e09398052c91,36345,1731130940568 2024-11-09T05:42:20,861 WARN [RS:1;e09398052c91:36345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:42:20,861 DEBUG [RS:0;e09398052c91:45405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533 2024-11-09T05:42:20,861 INFO [RS:1;e09398052c91:36345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:42:20,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T05:42:20,861 DEBUG [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,36345,1731130940568 2024-11-09T05:42:20,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T05:42:20,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e09398052c91,45405,1731130940533] 2024-11-09T05:42:20,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:42:20,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e09398052c91,36345,1731130940568] 2024-11-09T05:42:20,862 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:42:20,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e09398052c91,37933,1731130940600] 2024-11-09T05:42:20,863 DEBUG [RS:2;e09398052c91:37933 {}] zookeeper.ZKUtil(111): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e09398052c91,37933,1731130940600 2024-11-09T05:42:20,863 WARN [RS:2;e09398052c91:37933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:42:20,863 INFO [RS:2;e09398052c91:37933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:42:20,863 DEBUG [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,37933,1731130940600 2024-11-09T05:42:20,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T05:42:20,867 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:20,867 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68714736, jitterRate=0.023929357528686523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:42:20,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731130940842Initializing all the Stores at 1731130940845 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130940845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130940845Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130940845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130940845Cleaning up temporary data from old regions at 1731130940861 (+16 ms)Region opened successfully at 1731130940868 (+7 ms) 2024-11-09T05:42:20,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T05:42:20,868 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T05:42:20,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T05:42:20,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T05:42:20,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T05:42:20,868 INFO [RS:0;e09398052c91:45405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T05:42:20,868 INFO [RS:2;e09398052c91:37933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T05:42:20,870 INFO [RS:1;e09398052c91:36345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T05:42:20,872 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T05:42:20,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731130940868Disabling compacts and flushes for region at 1731130940868Disabling writes for close at 1731130940868Writing region close event to WAL at 1731130940872 (+4 ms)Closed at 1731130940872 2024-11-09T05:42:20,873 INFO [RS:0;e09398052c91:45405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T05:42:20,873 INFO [RS:2;e09398052c91:37933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T05:42:20,873 INFO [RS:1;e09398052c91:36345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T05:42:20,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:42:20,874 INFO [RS:0;e09398052c91:45405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T05:42:20,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T05:42:20,874 INFO [RS:2;e09398052c91:37933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T05:42:20,874 INFO [RS:0;e09398052c91:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,874 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T05:42:20,874 INFO [RS:0;e09398052c91:45405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T05:42:20,874 INFO [RS:1;e09398052c91:36345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T05:42:20,874 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,875 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T05:42:20,875 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T05:42:20,875 INFO [RS:0;e09398052c91:45405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T05:42:20,875 INFO [RS:0;e09398052c91:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:42:20,875 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,875 INFO [RS:2;e09398052c91:37933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T05:42:20,876 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,876 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:42:20,876 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 INFO [RS:1;e09398052c91:36345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T05:42:20,876 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:42:20,876 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,876 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,876 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,877 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,877 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,877 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:42:20,877 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,877 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:42:20,877 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,877 DEBUG [RS:0;e09398052c91:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:42:20,877 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,877 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:42:20,877 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,877 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,877 DEBUG [RS:2;e09398052c91:37933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:42:20,877 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,877 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,877 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e09398052c91:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:42:20,877 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:42:20,877 DEBUG [RS:1;e09398052c91:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e09398052c91:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:42:20,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T05:42:20,878 INFO [RS:0;e09398052c91:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,878 INFO [RS:0;e09398052c91:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,878 INFO [RS:0;e09398052c91:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,878 INFO [RS:0;e09398052c91:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,878 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,878 INFO [RS:0;e09398052c91:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,878 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,878 INFO [RS:0;e09398052c91:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,45405,1731130940533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:42:20,878 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,878 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,878 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,878 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,37933,1731130940600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:42:20,879 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,879 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,879 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,879 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,879 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,879 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,36345,1731130940568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:42:20,894 INFO [RS:0;e09398052c91:45405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T05:42:20,894 INFO [RS:2;e09398052c91:37933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T05:42:20,894 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,37933,1731130940600-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,894 INFO [RS:0;e09398052c91:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,45405,1731130940533-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,894 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,894 INFO [RS:0;e09398052c91:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,894 INFO [RS:2;e09398052c91:37933 {}] regionserver.Replication(171): e09398052c91,37933,1731130940600 started 2024-11-09T05:42:20,894 INFO [RS:0;e09398052c91:45405 {}] regionserver.Replication(171): e09398052c91,45405,1731130940533 started 2024-11-09T05:42:20,895 INFO [RS:1;e09398052c91:36345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T05:42:20,895 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,36345,1731130940568-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,895 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,895 INFO [RS:1;e09398052c91:36345 {}] regionserver.Replication(171): e09398052c91,36345,1731130940568 started 2024-11-09T05:42:20,908 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,908 INFO [RS:0;e09398052c91:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,908 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(1482): Serving as e09398052c91,37933,1731130940600, RpcServer on e09398052c91/172.17.0.2:37933, sessionid=0x100fb3fc6b10003 2024-11-09T05:42:20,908 INFO [RS:0;e09398052c91:45405 {}] regionserver.HRegionServer(1482): Serving as e09398052c91,45405,1731130940533, RpcServer on e09398052c91/172.17.0.2:45405, sessionid=0x100fb3fc6b10001 2024-11-09T05:42:20,908 DEBUG [RS:2;e09398052c91:37933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T05:42:20,908 DEBUG [RS:0;e09398052c91:45405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T05:42:20,908 DEBUG [RS:2;e09398052c91:37933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e09398052c91,37933,1731130940600 2024-11-09T05:42:20,908 DEBUG [RS:0;e09398052c91:45405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e09398052c91,45405,1731130940533 2024-11-09T05:42:20,908 DEBUG [RS:2;e09398052c91:37933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,37933,1731130940600' 2024-11-09T05:42:20,908 DEBUG [RS:0;e09398052c91:45405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,45405,1731130940533' 2024-11-09T05:42:20,908 DEBUG [RS:2;e09398052c91:37933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T05:42:20,908 DEBUG [RS:0;e09398052c91:45405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T05:42:20,909 DEBUG [RS:2;e09398052c91:37933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T05:42:20,909 DEBUG [RS:0;e09398052c91:45405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T05:42:20,909 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:20,909 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(1482): Serving as e09398052c91,36345,1731130940568, RpcServer on e09398052c91/172.17.0.2:36345, sessionid=0x100fb3fc6b10002 2024-11-09T05:42:20,909 DEBUG [RS:1;e09398052c91:36345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T05:42:20,909 DEBUG [RS:2;e09398052c91:37933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T05:42:20,909 DEBUG [RS:0;e09398052c91:45405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T05:42:20,909 DEBUG [RS:1;e09398052c91:36345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e09398052c91,36345,1731130940568 2024-11-09T05:42:20,909 DEBUG [RS:2;e09398052c91:37933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T05:42:20,909 DEBUG [RS:0;e09398052c91:45405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T05:42:20,909 DEBUG [RS:1;e09398052c91:36345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,36345,1731130940568' 2024-11-09T05:42:20,909 DEBUG [RS:2;e09398052c91:37933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e09398052c91,37933,1731130940600 2024-11-09T05:42:20,909 DEBUG [RS:0;e09398052c91:45405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e09398052c91,45405,1731130940533 2024-11-09T05:42:20,909 DEBUG [RS:1;e09398052c91:36345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T05:42:20,909 DEBUG [RS:2;e09398052c91:37933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,37933,1731130940600' 2024-11-09T05:42:20,909 DEBUG [RS:0;e09398052c91:45405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,45405,1731130940533' 2024-11-09T05:42:20,909 DEBUG [RS:2;e09398052c91:37933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T05:42:20,909 DEBUG [RS:0;e09398052c91:45405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T05:42:20,910 DEBUG [RS:2;e09398052c91:37933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T05:42:20,910 DEBUG [RS:1;e09398052c91:36345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T05:42:20,910 DEBUG [RS:0;e09398052c91:45405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T05:42:20,910 DEBUG [RS:2;e09398052c91:37933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T05:42:20,910 INFO [RS:2;e09398052c91:37933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T05:42:20,910 INFO [RS:2;e09398052c91:37933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T05:42:20,910 DEBUG [RS:0;e09398052c91:45405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T05:42:20,910 DEBUG [RS:1;e09398052c91:36345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T05:42:20,910 INFO [RS:0;e09398052c91:45405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T05:42:20,910 DEBUG [RS:1;e09398052c91:36345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T05:42:20,910 INFO [RS:0;e09398052c91:45405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T05:42:20,910 DEBUG [RS:1;e09398052c91:36345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e09398052c91,36345,1731130940568 2024-11-09T05:42:20,911 DEBUG [RS:1;e09398052c91:36345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e09398052c91,36345,1731130940568' 2024-11-09T05:42:20,911 DEBUG [RS:1;e09398052c91:36345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T05:42:20,911 DEBUG [RS:1;e09398052c91:36345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T05:42:20,911 DEBUG [RS:1;e09398052c91:36345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T05:42:20,911 INFO [RS:1;e09398052c91:36345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T05:42:20,911 INFO [RS:1;e09398052c91:36345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T05:42:21,011 INFO [RS:2;e09398052c91:37933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:42:21,011 INFO [RS:0;e09398052c91:45405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:42:21,012 INFO [RS:1;e09398052c91:36345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:42:21,013 INFO [RS:2;e09398052c91:37933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e09398052c91%2C37933%2C1731130940600, suffix=, logDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,37933,1731130940600, archiveDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/oldWALs, maxLogs=32 2024-11-09T05:42:21,013 INFO [RS:0;e09398052c91:45405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e09398052c91%2C45405%2C1731130940533, suffix=, logDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533, archiveDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/oldWALs, maxLogs=32 2024-11-09T05:42:21,013 INFO [RS:1;e09398052c91:36345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e09398052c91%2C36345%2C1731130940568, suffix=, logDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,36345,1731130940568, archiveDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/oldWALs, maxLogs=32 2024-11-09T05:42:21,028 WARN [e09398052c91:36615 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T05:42:21,035 DEBUG [RS:1;e09398052c91:36345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,36345,1731130940568/e09398052c91%2C36345%2C1731130940568.1731130941018, exclude list is [], retry=0 2024-11-09T05:42:21,038 DEBUG [RS:2;e09398052c91:37933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,37933,1731130940600/e09398052c91%2C37933%2C1731130940600.1731130941018, exclude list is [], retry=0 2024-11-09T05:42:21,038 DEBUG [RS:0;e09398052c91:45405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533/e09398052c91%2C45405%2C1731130940533.1731130941018, exclude list is [], retry=0 2024-11-09T05:42:21,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36765,DS-e07d4734-306f-491e-94f2-dda49c82c80b,DISK] 2024-11-09T05:42:21,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37371,DS-09c4b272-d042-4f80-b04c-a2587ec29694,DISK] 2024-11-09T05:42:21,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45485,DS-a01a2e08-c2cf-440f-8901-aa31f061c56a,DISK] 2024-11-09T05:42:21,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45485,DS-a01a2e08-c2cf-440f-8901-aa31f061c56a,DISK] 2024-11-09T05:42:21,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36765,DS-e07d4734-306f-491e-94f2-dda49c82c80b,DISK] 2024-11-09T05:42:21,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37371,DS-09c4b272-d042-4f80-b04c-a2587ec29694,DISK] 2024-11-09T05:42:21,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45485,DS-a01a2e08-c2cf-440f-8901-aa31f061c56a,DISK] 2024-11-09T05:42:21,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36765,DS-e07d4734-306f-491e-94f2-dda49c82c80b,DISK] 2024-11-09T05:42:21,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37371,DS-09c4b272-d042-4f80-b04c-a2587ec29694,DISK] 2024-11-09T05:42:21,043 INFO [RS:1;e09398052c91:36345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,36345,1731130940568/e09398052c91%2C36345%2C1731130940568.1731130941018 2024-11-09T05:42:21,046 DEBUG [RS:1;e09398052c91:36345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441),(127.0.0.1/127.0.0.1:44627:44627),(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-09T05:42:21,046 INFO [RS:2;e09398052c91:37933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,37933,1731130940600/e09398052c91%2C37933%2C1731130940600.1731130941018 2024-11-09T05:42:21,046 INFO [RS:0;e09398052c91:45405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533/e09398052c91%2C45405%2C1731130940533.1731130941018 2024-11-09T05:42:21,046 DEBUG [RS:2;e09398052c91:37933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421),(127.0.0.1/127.0.0.1:44627:44627),(127.0.0.1/127.0.0.1:37441:37441)] 2024-11-09T05:42:21,047 DEBUG [RS:0;e09398052c91:45405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421),(127.0.0.1/127.0.0.1:44627:44627),(127.0.0.1/127.0.0.1:37441:37441)] 2024-11-09T05:42:21,278 DEBUG [e09398052c91:36615 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T05:42:21,278 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(204): Hosts are {e09398052c91=0} racks are {/default-rack=0} 2024-11-09T05:42:21,281 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T05:42:21,281 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T05:42:21,281 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T05:42:21,281 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T05:42:21,281 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T05:42:21,281 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T05:42:21,281 INFO [e09398052c91:36615 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T05:42:21,281 INFO [e09398052c91:36615 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T05:42:21,281 INFO [e09398052c91:36615 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T05:42:21,281 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T05:42:21,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e09398052c91,36345,1731130940568 2024-11-09T05:42:21,282 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e09398052c91,36345,1731130940568, state=OPENING 2024-11-09T05:42:21,284 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T05:42:21,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:21,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:21,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:21,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:42:21,287 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:42:21,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:42:21,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:42:21,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:42:21,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e09398052c91,36345,1731130940568}] 2024-11-09T05:42:21,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:42:23,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:23,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:23,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:24,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T05:42:24,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:24,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:24,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:31,289 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T05:42:31,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51067, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T05:42:31,297 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T05:42:31,297 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:42:31,297 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T05:42:31,299 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e09398052c91%2C36345%2C1731130940568.meta, suffix=.meta, logDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,36345,1731130940568, archiveDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/oldWALs, maxLogs=32 2024-11-09T05:42:31,314 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,36345,1731130940568/e09398052c91%2C36345%2C1731130940568.meta.1731130951300.meta, exclude list is [], retry=0 2024-11-09T05:42:31,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37371,DS-09c4b272-d042-4f80-b04c-a2587ec29694,DISK] 2024-11-09T05:42:31,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36765,DS-e07d4734-306f-491e-94f2-dda49c82c80b,DISK] 2024-11-09T05:42:31,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45485,DS-a01a2e08-c2cf-440f-8901-aa31f061c56a,DISK] 2024-11-09T05:42:31,319 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,36345,1731130940568/e09398052c91%2C36345%2C1731130940568.meta.1731130951300.meta 2024-11-09T05:42:31,319 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37441:37441),(127.0.0.1/127.0.0.1:44627:44627),(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-09T05:42:31,319 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:42:31,320 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T05:42:31,320 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T05:42:31,320 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T05:42:31,320 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T05:42:31,320 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:31,320 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T05:42:31,320 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T05:42:31,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T05:42:31,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T05:42:31,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:31,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:42:31,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T05:42:31,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T05:42:31,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:31,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:42:31,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T05:42:31,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T05:42:31,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:31,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:42:31,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T05:42:31,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T05:42:31,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:31,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:42:31,329 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T05:42:31,330 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740 2024-11-09T05:42:31,331 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740 2024-11-09T05:42:31,332 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T05:42:31,332 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T05:42:31,333 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:42:31,334 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T05:42:31,335 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62616563, jitterRate=-0.06694050133228302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:42:31,335 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T05:42:31,335 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731130951320Writing region info on filesystem at 1731130951320Initializing all the Stores at 1731130951321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130951321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130951323 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130951323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731130951324 (+1 ms)Cleaning up temporary data from old regions at 1731130951332 (+8 ms)Running coprocessor post-open hooks at 1731130951335 (+3 ms)Region opened successfully at 1731130951335 2024-11-09T05:42:31,336 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731130951289 2024-11-09T05:42:31,338 DEBUG [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T05:42:31,338 INFO [RS_OPEN_META-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T05:42:31,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,36345,1731130940568 2024-11-09T05:42:31,339 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e09398052c91,36345,1731130940568, state=OPEN 2024-11-09T05:42:31,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:42:31,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:42:31,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:42:31,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:42:31,343 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e09398052c91,36345,1731130940568 2024-11-09T05:42:31,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:42:31,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:42:31,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:42:31,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:42:31,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T05:42:31,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e09398052c91,36345,1731130940568 in 10.0560 sec 2024-11-09T05:42:31,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T05:42:31,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4710 sec 2024-11-09T05:42:31,348 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:42:31,348 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T05:42:31,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:42:31,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e09398052c91,36345,1731130940568, seqNum=-1] 2024-11-09T05:42:31,351 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:42:31,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47155, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:42:31,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5630 sec 2024-11-09T05:42:31,358 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731130951358, completionTime=-1 2024-11-09T05:42:31,358 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T05:42:31,358 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T05:42:31,360 INFO [master/e09398052c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T05:42:31,360 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731131011360 2024-11-09T05:42:31,360 INFO [master/e09398052c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731131071360 2024-11-09T05:42:31,360 INFO [master/e09398052c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-09T05:42:31,360 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T05:42:31,360 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,36615,1731130940469-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:31,361 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,36615,1731130940469-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:31,361 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,36615,1731130940469-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:31,361 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e09398052c91:36615, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:31,361 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:31,361 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:31,363 DEBUG [master/e09398052c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T05:42:31,365 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.729sec 2024-11-09T05:42:31,365 INFO [master/e09398052c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T05:42:31,365 INFO [master/e09398052c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T05:42:31,365 INFO [master/e09398052c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T05:42:31,365 INFO [master/e09398052c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T05:42:31,365 INFO [master/e09398052c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T05:42:31,365 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,36615,1731130940469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:42:31,365 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,36615,1731130940469-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T05:42:31,368 DEBUG [master/e09398052c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T05:42:31,368 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T05:42:31,368 INFO [master/e09398052c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e09398052c91,36615,1731130940469-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:42:31,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7016f4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:42:31,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e09398052c91,36615,-1 for getting cluster id 2024-11-09T05:42:31,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:42:31,427 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f906e243-dd49-49db-b616-e3403689d31e' 2024-11-09T05:42:31,427 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:42:31,427 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f906e243-dd49-49db-b616-e3403689d31e" 2024-11-09T05:42:31,428 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0a7cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:42:31,428 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e09398052c91,36615,-1] 2024-11-09T05:42:31,428 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:42:31,429 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:42:31,430 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:42:31,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1007a54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:42:31,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:42:31,432 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e09398052c91,36345,1731130940568, seqNum=-1] 2024-11-09T05:42:31,432 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:42:31,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:42:31,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e09398052c91,36615,1731130940469 2024-11-09T05:42:31,436 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731130951436 (current time:1731130951436). 2024-11-09T05:42:31,436 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T05:42:31,436 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T05:42:31,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29536692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:42:31,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e09398052c91,36615,-1 for getting cluster id 2024-11-09T05:42:31,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:42:31,437 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f906e243-dd49-49db-b616-e3403689d31e' 2024-11-09T05:42:31,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:42:31,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f906e243-dd49-49db-b616-e3403689d31e" 2024-11-09T05:42:31,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1d0db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:42:31,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e09398052c91,36615,-1] 2024-11-09T05:42:31,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:42:31,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:42:31,439 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:42:31,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b3d78f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:42:31,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:42:31,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e09398052c91,36345,1731130940568, seqNum=-1] 2024-11-09T05:42:31,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:42:31,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:42:31,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:42:31,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:42:31,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:42:31,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:42:31,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:42:31,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:42:31,445 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e09398052c91,36615,1731130940469 2024-11-09T05:42:31,445 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6219dd39 2024-11-09T05:42:31,445 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:42:31,446 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:42:31,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:42:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T05:42:31,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:42:31,449 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:31,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T05:42:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:42:31,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:42:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741837_1013 (size=361) 2024-11-09T05:42:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741837_1013 (size=361) 2024-11-09T05:42:31,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741837_1013 (size=361) 2024-11-09T05:42:31,464 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 32590d7ca7d59bc47bdf6f250187fa9a, NAME => 'SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:31,464 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5bd83eeaa376d81313b4870f01a1a080, NAME => 'SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:31,464 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ccc7668bc656b931ba71cb0e7337820a, NAME => 'SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:31,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741838_1014 (size=54) 2024-11-09T05:42:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741838_1014 (size=54) 2024-11-09T05:42:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741839_1015 (size=62) 2024-11-09T05:42:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741839_1015 (size=62) 2024-11-09T05:42:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741838_1014 (size=54) 2024-11-09T05:42:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741839_1015 (size=62) 2024-11-09T05:42:31,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:31,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5bd83eeaa376d81313b4870f01a1a080, disabling compactions & flushes 2024-11-09T05:42:31,480 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:42:31,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:42:31,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. after waiting 0 ms 2024-11-09T05:42:31,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:42:31,480 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:42:31,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5bd83eeaa376d81313b4870f01a1a080: Waiting for close lock at 1731130951480Disabling compacts and flushes for region at 1731130951480Disabling writes for close at 1731130951480Writing region close event to WAL at 1731130951480Closed at 1731130951480 2024-11-09T05:42:31,481 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0083a13eec696f4275841f12b3b303f0, NAME => 'SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:31,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:31,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741840_1016 (size=62) 2024-11-09T05:42:31,482 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ccc7668bc656b931ba71cb0e7337820a, disabling compactions & flushes 2024-11-09T05:42:31,482 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:42:31,482 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:42:31,482 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. after waiting 0 ms 2024-11-09T05:42:31,482 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:42:31,482 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:42:31,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741840_1016 (size=62) 2024-11-09T05:42:31,482 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ccc7668bc656b931ba71cb0e7337820a: Waiting for close lock at 1731130951481Disabling compacts and flushes for region at 1731130951481Disabling writes for close at 1731130951482 (+1 ms)Writing region close event to WAL at 1731130951482Closed at 1731130951482 2024-11-09T05:42:31,483 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dff4a7a6a3cd4b058cd9190899b296d, NAME => 'SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:31,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741840_1016 (size=62) 2024-11-09T05:42:31,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:31,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 32590d7ca7d59bc47bdf6f250187fa9a, disabling compactions & flushes 2024-11-09T05:42:31,485 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:42:31,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:42:31,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. after waiting 0 ms 2024-11-09T05:42:31,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:42:31,485 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:42:31,485 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 32590d7ca7d59bc47bdf6f250187fa9a: Waiting for close lock at 1731130951485Disabling compacts and flushes for region at 1731130951485Disabling writes for close at 1731130951485Writing region close event to WAL at 1731130951485Closed at 1731130951485 2024-11-09T05:42:31,486 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a63811a22e3166853db4907f0fd2098e, NAME => 'SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741842_1018 (size=62) 2024-11-09T05:42:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741842_1018 (size=62) 2024-11-09T05:42:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741842_1018 (size=62) 2024-11-09T05:42:31,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:31,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6dff4a7a6a3cd4b058cd9190899b296d, disabling compactions & flushes 2024-11-09T05:42:31,500 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d. 2024-11-09T05:42:31,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d. 2024-11-09T05:42:31,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d. after waiting 0 ms 2024-11-09T05:42:31,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d. 2024-11-09T05:42:31,500 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d. 2024-11-09T05:42:31,500 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dff4a7a6a3cd4b058cd9190899b296d: Waiting for close lock at 1731130951500Disabling compacts and flushes for region at 1731130951500Disabling writes for close at 1731130951500Writing region close event to WAL at 1731130951500Closed at 1731130951500 2024-11-09T05:42:31,501 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4019873900759d5c71f4ee0f4f16059, NAME => 'SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741841_1017 (size=62) 2024-11-09T05:42:31,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741841_1017 (size=62) 2024-11-09T05:42:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741841_1017 (size=62) 2024-11-09T05:42:31,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:31,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0083a13eec696f4275841f12b3b303f0, disabling compactions & flushes 2024-11-09T05:42:31,512 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:42:31,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:42:31,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. after waiting 0 ms 2024-11-09T05:42:31,513 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:42:31,513 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:42:31,513 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0083a13eec696f4275841f12b3b303f0: Waiting for close lock at 1731130951512Disabling compacts and flushes for region at 1731130951512Disabling writes for close at 1731130951513 (+1 ms)Writing region close event to WAL at 1731130951513Closed at 1731130951513 2024-11-09T05:42:31,514 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 548c5d5fa9ba9ea33b8aa70e4214be6d, NAME => 'SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:31,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741843_1019 (size=62) 2024-11-09T05:42:31,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741843_1019 (size=62) 2024-11-09T05:42:31,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741843_1019 (size=62) 2024-11-09T05:42:31,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:31,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a63811a22e3166853db4907f0fd2098e, disabling compactions & flushes 2024-11-09T05:42:31,516 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:42:31,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:42:31,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. after waiting 0 ms 2024-11-09T05:42:31,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:42:31,516 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:42:31,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a63811a22e3166853db4907f0fd2098e: Waiting for close lock at 1731130951516Disabling compacts and flushes for region at 1731130951516Disabling writes for close at 1731130951516Writing region close event to WAL at 1731130951516Closed at 1731130951516 2024-11-09T05:42:31,517 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 52fe41bdbe9396b97566c93c1538cea7, NAME => 'SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741844_1020 (size=62) 2024-11-09T05:42:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741844_1020 (size=62) 2024-11-09T05:42:31,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741844_1020 (size=62) 2024-11-09T05:42:31,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:31,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a4019873900759d5c71f4ee0f4f16059, disabling compactions & flushes 2024-11-09T05:42:31,528 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:42:31,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:42:31,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. after waiting 0 ms 2024-11-09T05:42:31,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:42:31,528 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:42:31,528 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4019873900759d5c71f4ee0f4f16059: Waiting for close lock at 1731130951528Disabling compacts and flushes for region at 1731130951528Disabling writes for close at 1731130951528Writing region close event to WAL at 1731130951528Closed at 1731130951528 2024-11-09T05:42:31,529 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1413a8bb22a9db9b99980304bfb51185, NAME => 'SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4 2024-11-09T05:42:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741846_1022 (size=62) 2024-11-09T05:42:31,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741846_1022 (size=62) 2024-11-09T05:42:31,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741846_1022 (size=62) 2024-11-09T05:42:31,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:31,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 52fe41bdbe9396b97566c93c1538cea7, disabling compactions & flushes 2024-11-09T05:42:31,541 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:42:31,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:42:31,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. after waiting 0 ms 2024-11-09T05:42:31,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:42:31,541 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:42:31,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 52fe41bdbe9396b97566c93c1538cea7: Waiting for close lock at 1731130951541Disabling compacts and flushes for region at 1731130951541Disabling writes for close at 1731130951541Writing region close event to WAL at 1731130951541Closed at 1731130951541 2024-11-09T05:42:31,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741845_1021 (size=62) 2024-11-09T05:42:31,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741845_1021 (size=62) 2024-11-09T05:42:31,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741845_1021 (size=62) 2024-11-09T05:42:31,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:31,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 548c5d5fa9ba9ea33b8aa70e4214be6d, disabling compactions & flushes 2024-11-09T05:42:31,554 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:42:31,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:42:31,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. after waiting 0 ms 2024-11-09T05:42:31,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:42:31,554 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:42:31,554 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 548c5d5fa9ba9ea33b8aa70e4214be6d: Waiting for close lock at 1731130951553Disabling compacts and flushes for region at 1731130951553Disabling writes for close at 1731130951554 (+1 ms)Writing region close event to WAL at 1731130951554Closed at 1731130951554 2024-11-09T05:42:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741847_1023 (size=54) 2024-11-09T05:42:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741847_1023 (size=54) 2024-11-09T05:42:31,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741847_1023 (size=54) 2024-11-09T05:42:31,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:31,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1413a8bb22a9db9b99980304bfb51185, disabling compactions & flushes 2024-11-09T05:42:31,558 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. 2024-11-09T05:42:31,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. 2024-11-09T05:42:31,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. after waiting 0 ms 2024-11-09T05:42:31,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. 2024-11-09T05:42:31,558 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. 2024-11-09T05:42:31,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1413a8bb22a9db9b99980304bfb51185: Waiting for close lock at 1731130951558Disabling compacts and flushes for region at 1731130951558Disabling writes for close at 1731130951558Writing region close event to WAL at 1731130951558Closed at 1731130951558 2024-11-09T05:42:31,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:42:31,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130951560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130951560"}]},"ts":"1731130951560"} 2024-11-09T05:42:31,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731130951560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130951560"}]},"ts":"1731130951560"} 2024-11-09T05:42:31,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130951560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130951560"}]},"ts":"1731130951560"} 2024-11-09T05:42:31,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130951560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130951560"}]},"ts":"1731130951560"} 2024-11-09T05:42:31,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130951560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130951560"}]},"ts":"1731130951560"} 2024-11-09T05:42:31,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130951560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130951560"}]},"ts":"1731130951560"} 2024-11-09T05:42:31,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130951560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130951560"}]},"ts":"1731130951560"} 2024-11-09T05:42:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:42:31,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130951560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130951560"}]},"ts":"1731130951560"} 2024-11-09T05:42:31,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731130951560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130951560"}]},"ts":"1731130951560"} 2024-11-09T05:42:31,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731130951560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130951560"}]},"ts":"1731130951560"} 2024-11-09T05:42:31,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T05:42:31,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:42:31,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130951567"}]},"ts":"1731130951567"} 2024-11-09T05:42:31,569 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T05:42:31,569 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e09398052c91=0} racks are {/default-rack=0} 2024-11-09T05:42:31,573 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T05:42:31,574 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T05:42:31,574 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T05:42:31,574 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T05:42:31,574 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T05:42:31,574 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T05:42:31,574 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T05:42:31,574 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T05:42:31,574 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T05:42:31,574 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T05:42:31,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ccc7668bc656b931ba71cb0e7337820a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd83eeaa376d81313b4870f01a1a080, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32590d7ca7d59bc47bdf6f250187fa9a, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0083a13eec696f4275841f12b3b303f0, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dff4a7a6a3cd4b058cd9190899b296d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a63811a22e3166853db4907f0fd2098e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4019873900759d5c71f4ee0f4f16059, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=548c5d5fa9ba9ea33b8aa70e4214be6d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52fe41bdbe9396b97566c93c1538cea7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1413a8bb22a9db9b99980304bfb51185, ASSIGN}] 2024-11-09T05:42:31,576 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ccc7668bc656b931ba71cb0e7337820a, ASSIGN 2024-11-09T05:42:31,576 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd83eeaa376d81313b4870f01a1a080, ASSIGN 2024-11-09T05:42:31,576 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a63811a22e3166853db4907f0fd2098e, ASSIGN 2024-11-09T05:42:31,577 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dff4a7a6a3cd4b058cd9190899b296d, ASSIGN 2024-11-09T05:42:31,577 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ccc7668bc656b931ba71cb0e7337820a, ASSIGN; state=OFFLINE, location=e09398052c91,36345,1731130940568; forceNewPlan=false, retain=false 2024-11-09T05:42:31,577 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5bd83eeaa376d81313b4870f01a1a080, ASSIGN; state=OFFLINE, location=e09398052c91,45405,1731130940533; forceNewPlan=false, retain=false 2024-11-09T05:42:31,578 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a63811a22e3166853db4907f0fd2098e, ASSIGN; state=OFFLINE, location=e09398052c91,37933,1731130940600; forceNewPlan=false, retain=false 2024-11-09T05:42:31,578 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dff4a7a6a3cd4b058cd9190899b296d, ASSIGN; state=OFFLINE, location=e09398052c91,45405,1731130940533; forceNewPlan=false, retain=false 2024-11-09T05:42:31,579 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52fe41bdbe9396b97566c93c1538cea7, ASSIGN 2024-11-09T05:42:31,579 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=548c5d5fa9ba9ea33b8aa70e4214be6d, ASSIGN 2024-11-09T05:42:31,579 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1413a8bb22a9db9b99980304bfb51185, ASSIGN 2024-11-09T05:42:31,580 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52fe41bdbe9396b97566c93c1538cea7, ASSIGN; state=OFFLINE, location=e09398052c91,36345,1731130940568; forceNewPlan=false, retain=false 2024-11-09T05:42:31,580 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=548c5d5fa9ba9ea33b8aa70e4214be6d, ASSIGN; state=OFFLINE, location=e09398052c91,37933,1731130940600; forceNewPlan=false, retain=false 2024-11-09T05:42:31,580 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0083a13eec696f4275841f12b3b303f0, ASSIGN 2024-11-09T05:42:31,581 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1413a8bb22a9db9b99980304bfb51185, ASSIGN; state=OFFLINE, location=e09398052c91,45405,1731130940533; forceNewPlan=false, retain=false 2024-11-09T05:42:31,581 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4019873900759d5c71f4ee0f4f16059, ASSIGN 2024-11-09T05:42:31,581 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32590d7ca7d59bc47bdf6f250187fa9a, ASSIGN 2024-11-09T05:42:31,581 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0083a13eec696f4275841f12b3b303f0, ASSIGN; state=OFFLINE, location=e09398052c91,36345,1731130940568; forceNewPlan=false, retain=false 2024-11-09T05:42:31,582 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32590d7ca7d59bc47bdf6f250187fa9a, ASSIGN; state=OFFLINE, location=e09398052c91,37933,1731130940600; forceNewPlan=false, retain=false 2024-11-09T05:42:31,582 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4019873900759d5c71f4ee0f4f16059, ASSIGN; state=OFFLINE, location=e09398052c91,45405,1731130940533; forceNewPlan=false, retain=false 2024-11-09T05:42:31,728 INFO [e09398052c91:36615 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T05:42:31,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=548c5d5fa9ba9ea33b8aa70e4214be6d, regionState=OPENING, regionLocation=e09398052c91,37933,1731130940600 2024-11-09T05:42:31,728 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a4019873900759d5c71f4ee0f4f16059, regionState=OPENING, regionLocation=e09398052c91,45405,1731130940533 2024-11-09T05:42:31,728 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1413a8bb22a9db9b99980304bfb51185, regionState=OPENING, regionLocation=e09398052c91,45405,1731130940533 2024-11-09T05:42:31,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6dff4a7a6a3cd4b058cd9190899b296d, regionState=OPENING, regionLocation=e09398052c91,45405,1731130940533 2024-11-09T05:42:31,728 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5bd83eeaa376d81313b4870f01a1a080, regionState=OPENING, regionLocation=e09398052c91,45405,1731130940533 2024-11-09T05:42:31,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a63811a22e3166853db4907f0fd2098e, regionState=OPENING, regionLocation=e09398052c91,37933,1731130940600 2024-11-09T05:42:31,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=32590d7ca7d59bc47bdf6f250187fa9a, regionState=OPENING, regionLocation=e09398052c91,37933,1731130940600 2024-11-09T05:42:31,729 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0083a13eec696f4275841f12b3b303f0, regionState=OPENING, regionLocation=e09398052c91,36345,1731130940568 2024-11-09T05:42:31,729 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=52fe41bdbe9396b97566c93c1538cea7, regionState=OPENING, regionLocation=e09398052c91,36345,1731130940568 2024-11-09T05:42:31,729 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccc7668bc656b931ba71cb0e7337820a, regionState=OPENING, regionLocation=e09398052c91,36345,1731130940568 2024-11-09T05:42:31,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=548c5d5fa9ba9ea33b8aa70e4214be6d, ASSIGN because future has completed 2024-11-09T05:42:31,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 548c5d5fa9ba9ea33b8aa70e4214be6d, server=e09398052c91,37933,1731130940600}] 2024-11-09T05:42:31,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5bd83eeaa376d81313b4870f01a1a080, ASSIGN because future has completed 2024-11-09T05:42:31,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd83eeaa376d81313b4870f01a1a080, server=e09398052c91,45405,1731130940533}] 2024-11-09T05:42:31,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dff4a7a6a3cd4b058cd9190899b296d, ASSIGN because future has completed 2024-11-09T05:42:31,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4019873900759d5c71f4ee0f4f16059, ASSIGN because future has completed 2024-11-09T05:42:31,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dff4a7a6a3cd4b058cd9190899b296d, server=e09398052c91,45405,1731130940533}] 2024-11-09T05:42:31,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1413a8bb22a9db9b99980304bfb51185, ASSIGN because future has completed 2024-11-09T05:42:31,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a63811a22e3166853db4907f0fd2098e, ASSIGN because future has completed 2024-11-09T05:42:31,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1413a8bb22a9db9b99980304bfb51185, server=e09398052c91,45405,1731130940533}] 2024-11-09T05:42:31,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a63811a22e3166853db4907f0fd2098e, server=e09398052c91,37933,1731130940600}] 2024-11-09T05:42:31,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0083a13eec696f4275841f12b3b303f0, ASSIGN because future has completed 2024-11-09T05:42:31,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52fe41bdbe9396b97566c93c1538cea7, ASSIGN because future has completed 2024-11-09T05:42:31,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4019873900759d5c71f4ee0f4f16059, server=e09398052c91,45405,1731130940533}] 2024-11-09T05:42:31,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52fe41bdbe9396b97566c93c1538cea7, server=e09398052c91,36345,1731130940568}] 2024-11-09T05:42:31,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ccc7668bc656b931ba71cb0e7337820a, ASSIGN because future has completed 2024-11-09T05:42:31,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32590d7ca7d59bc47bdf6f250187fa9a, ASSIGN because future has completed 2024-11-09T05:42:31,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccc7668bc656b931ba71cb0e7337820a, server=e09398052c91,36345,1731130940568}] 2024-11-09T05:42:31,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32590d7ca7d59bc47bdf6f250187fa9a, server=e09398052c91,37933,1731130940600}] 2024-11-09T05:42:31,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0083a13eec696f4275841f12b3b303f0, server=e09398052c91,36345,1731130940568}] 2024-11-09T05:42:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:42:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:42:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:42:32,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T05:42:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:42:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:42:36,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:36,335 INFO [regionserver/e09398052c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-09T05:42:36,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:36,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:36,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T05:42:36,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:36,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:36,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:42:41,734 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T05:42:41,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52571, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T05:42:41,737 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T05:42:41,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42977, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T05:42:41,744 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:42:41,744 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:42:41,744 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a63811a22e3166853db4907f0fd2098e, NAME => 'SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T05:42:41,744 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a4019873900759d5c71f4ee0f4f16059, NAME => 'SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T05:42:41,744 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:41,744 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:41,744 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:41,744 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:41,744 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:41,744 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:41,744 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:41,744 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:41,746 INFO [StoreOpener-a4019873900759d5c71f4ee0f4f16059-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:41,746 INFO [StoreOpener-a63811a22e3166853db4907f0fd2098e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:41,747 INFO [StoreOpener-a4019873900759d5c71f4ee0f4f16059-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4019873900759d5c71f4ee0f4f16059 columnFamilyName cf 2024-11-09T05:42:41,747 INFO [StoreOpener-a63811a22e3166853db4907f0fd2098e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a63811a22e3166853db4907f0fd2098e columnFamilyName cf 2024-11-09T05:42:41,747 DEBUG [StoreOpener-a4019873900759d5c71f4ee0f4f16059-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:41,747 DEBUG [StoreOpener-a63811a22e3166853db4907f0fd2098e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:41,748 INFO [StoreOpener-a4019873900759d5c71f4ee0f4f16059-1 {}] regionserver.HStore(327): Store=a4019873900759d5c71f4ee0f4f16059/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:41,748 INFO [StoreOpener-a63811a22e3166853db4907f0fd2098e-1 {}] regionserver.HStore(327): Store=a63811a22e3166853db4907f0fd2098e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:41,748 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:41,748 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:41,749 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:41,749 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:41,749 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:41,749 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:41,749 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:41,749 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:41,750 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:41,750 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:41,752 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:41,752 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:41,754 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:42:41,754 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 52fe41bdbe9396b97566c93c1538cea7, NAME => 'SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T05:42:41,754 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:41,754 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:41,754 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:41,754 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:41,754 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:41,755 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a4019873900759d5c71f4ee0f4f16059; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62447703, jitterRate=-0.06945671141147614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:42:41,755 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:41,755 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a4019873900759d5c71f4ee0f4f16059: Running coprocessor pre-open hook at 1731130961744Writing region info on filesystem at 1731130961744Initializing all the Stores at 1731130961745 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130961745Cleaning up temporary data from old regions at 1731130961749 (+4 ms)Running coprocessor post-open hooks at 1731130961755 (+6 ms)Region opened successfully at 1731130961755 2024-11-09T05:42:41,755 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a63811a22e3166853db4907f0fd2098e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:41,755 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a63811a22e3166853db4907f0fd2098e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72556832, jitterRate=0.08118104934692383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:42:41,755 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:41,756 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a63811a22e3166853db4907f0fd2098e: Running coprocessor pre-open hook at 1731130961744Writing region info on filesystem at 1731130961744Initializing all the Stores at 1731130961745 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130961745Cleaning up temporary data from old regions at 1731130961750 (+5 ms)Running coprocessor post-open hooks at 1731130961756 (+6 ms)Region opened successfully at 1731130961756 2024-11-09T05:42:41,756 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059., pid=20, masterSystemTime=1731130961736 2024-11-09T05:42:41,756 INFO [StoreOpener-52fe41bdbe9396b97566c93c1538cea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:41,757 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e., pid=19, masterSystemTime=1731130961734 2024-11-09T05:42:41,758 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:42:41,758 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:42:41,758 INFO [StoreOpener-52fe41bdbe9396b97566c93c1538cea7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52fe41bdbe9396b97566c93c1538cea7 columnFamilyName cf 2024-11-09T05:42:41,758 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d. 2024-11-09T05:42:41,758 DEBUG [StoreOpener-52fe41bdbe9396b97566c93c1538cea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:41,758 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dff4a7a6a3cd4b058cd9190899b296d, NAME => 'SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T05:42:41,758 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:41,758 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:41,758 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:41,758 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a4019873900759d5c71f4ee0f4f16059, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,45405,1731130940533 2024-11-09T05:42:41,759 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:41,759 INFO [StoreOpener-52fe41bdbe9396b97566c93c1538cea7-1 {}] regionserver.HStore(327): Store=52fe41bdbe9396b97566c93c1538cea7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:41,759 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:42:41,759 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:42:41,759 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:42:41,759 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 32590d7ca7d59bc47bdf6f250187fa9a, NAME => 'SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T05:42:41,759 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:41,759 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:41,759 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:41,759 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:41,760 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:41,760 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a63811a22e3166853db4907f0fd2098e, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,37933,1731130940600 2024-11-09T05:42:41,761 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:41,761 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:41,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4019873900759d5c71f4ee0f4f16059, server=e09398052c91,45405,1731130940533 because future has completed 2024-11-09T05:42:41,762 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:41,762 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:41,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a63811a22e3166853db4907f0fd2098e, server=e09398052c91,37933,1731130940600 because future has completed 2024-11-09T05:42:41,764 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:41,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-09T05:42:41,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a4019873900759d5c71f4ee0f4f16059, server=e09398052c91,45405,1731130940533 in 10.0210 sec 2024-11-09T05:42:41,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-09T05:42:41,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a63811a22e3166853db4907f0fd2098e, server=e09398052c91,37933,1731130940600 in 10.0270 sec 2024-11-09T05:42:41,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4019873900759d5c71f4ee0f4f16059, ASSIGN in 10.1920 sec 2024-11-09T05:42:41,768 INFO [StoreOpener-32590d7ca7d59bc47bdf6f250187fa9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:41,768 INFO [StoreOpener-6dff4a7a6a3cd4b058cd9190899b296d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:41,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a63811a22e3166853db4907f0fd2098e, ASSIGN in 10.1930 sec 2024-11-09T05:42:41,770 INFO [StoreOpener-6dff4a7a6a3cd4b058cd9190899b296d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dff4a7a6a3cd4b058cd9190899b296d columnFamilyName cf 2024-11-09T05:42:41,770 DEBUG [StoreOpener-6dff4a7a6a3cd4b058cd9190899b296d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:41,771 INFO [StoreOpener-32590d7ca7d59bc47bdf6f250187fa9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32590d7ca7d59bc47bdf6f250187fa9a columnFamilyName cf 2024-11-09T05:42:41,771 DEBUG [StoreOpener-32590d7ca7d59bc47bdf6f250187fa9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:41,771 INFO [StoreOpener-6dff4a7a6a3cd4b058cd9190899b296d-1 {}] regionserver.HStore(327): Store=6dff4a7a6a3cd4b058cd9190899b296d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:41,771 INFO [StoreOpener-32590d7ca7d59bc47bdf6f250187fa9a-1 {}] regionserver.HStore(327): Store=32590d7ca7d59bc47bdf6f250187fa9a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:41,771 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/52fe41bdbe9396b97566c93c1538cea7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:41,771 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:41,771 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:41,772 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 52fe41bdbe9396b97566c93c1538cea7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73175015, jitterRate=0.09039269387722015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:42:41,772 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:41,772 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 52fe41bdbe9396b97566c93c1538cea7: Running coprocessor pre-open hook at 1731130961755Writing region info on filesystem at 1731130961755Initializing all the Stores at 1731130961755Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130961756 (+1 ms)Cleaning up temporary data from old regions at 1731130961762 (+6 ms)Running coprocessor post-open hooks at 1731130961772 (+10 ms)Region opened successfully at 1731130961772 2024-11-09T05:42:41,772 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:41,772 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:41,773 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:41,773 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:41,773 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:41,773 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:41,773 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:41,773 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:41,775 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:41,775 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:41,776 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7., pid=21, masterSystemTime=1731130961750 2024-11-09T05:42:41,778 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:42:41,778 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:42:41,778 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:42:41,778 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ccc7668bc656b931ba71cb0e7337820a, NAME => 'SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T05:42:41,779 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=52fe41bdbe9396b97566c93c1538cea7, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,36345,1731130940568 2024-11-09T05:42:41,779 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/6dff4a7a6a3cd4b058cd9190899b296d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:41,779 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:42:41,779 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:41,779 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:42:41,779 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:42:41,779 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 6dff4a7a6a3cd4b058cd9190899b296d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75093075, jitterRate=0.11897401511669159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:42:41,779 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:41,780 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 6dff4a7a6a3cd4b058cd9190899b296d: Running coprocessor pre-open hook at 1731130961759Writing region info on filesystem at 1731130961759Initializing all the Stores at 1731130961760 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130961760Cleaning up temporary data from old regions at 1731130961773 (+13 ms)Running coprocessor post-open hooks at 1731130961779 (+6 ms)Region opened successfully at 1731130961779 2024-11-09T05:42:41,780 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/32590d7ca7d59bc47bdf6f250187fa9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:41,780 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d., pid=17, masterSystemTime=1731130961736 2024-11-09T05:42:41,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52fe41bdbe9396b97566c93c1538cea7, server=e09398052c91,36345,1731130940568 because future has completed 2024-11-09T05:42:41,781 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 32590d7ca7d59bc47bdf6f250187fa9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65158446, jitterRate=-0.029063493013381958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:42:41,781 INFO [StoreOpener-ccc7668bc656b931ba71cb0e7337820a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:42:41,781 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:41,781 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 32590d7ca7d59bc47bdf6f250187fa9a: Running coprocessor pre-open hook at 1731130961760Writing region info on filesystem at 1731130961760Initializing all the Stores at 1731130961760Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130961761 (+1 ms)Cleaning up temporary data from old regions at 1731130961773 (+12 ms)Running coprocessor post-open hooks at 1731130961781 (+8 ms)Region opened successfully at 1731130961781 2024-11-09T05:42:41,782 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d. 2024-11-09T05:42:41,782 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a., pid=23, masterSystemTime=1731130961734 2024-11-09T05:42:41,782 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d. 2024-11-09T05:42:41,783 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. 2024-11-09T05:42:41,783 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 1413a8bb22a9db9b99980304bfb51185, NAME => 'SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T05:42:41,783 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:41,783 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:41,783 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:41,783 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:41,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6dff4a7a6a3cd4b058cd9190899b296d, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,45405,1731130940533 2024-11-09T05:42:41,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-09T05:42:41,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 52fe41bdbe9396b97566c93c1538cea7, server=e09398052c91,36345,1731130940568 in 10.0390 sec 2024-11-09T05:42:41,785 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:42:41,785 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:42:41,785 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:42:41,785 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 548c5d5fa9ba9ea33b8aa70e4214be6d, NAME => 'SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T05:42:41,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dff4a7a6a3cd4b058cd9190899b296d, server=e09398052c91,45405,1731130940533 because future has completed 2024-11-09T05:42:41,786 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:41,786 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:41,786 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:41,786 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:41,786 INFO [StoreOpener-1413a8bb22a9db9b99980304bfb51185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:41,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52fe41bdbe9396b97566c93c1538cea7, ASSIGN in 10.2110 sec 2024-11-09T05:42:41,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=32590d7ca7d59bc47bdf6f250187fa9a, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,37933,1731130940600 2024-11-09T05:42:41,788 INFO [StoreOpener-1413a8bb22a9db9b99980304bfb51185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1413a8bb22a9db9b99980304bfb51185 columnFamilyName cf 2024-11-09T05:42:41,788 DEBUG [StoreOpener-1413a8bb22a9db9b99980304bfb51185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:41,788 INFO [StoreOpener-548c5d5fa9ba9ea33b8aa70e4214be6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:41,789 INFO [StoreOpener-1413a8bb22a9db9b99980304bfb51185-1 {}] regionserver.HStore(327): Store=1413a8bb22a9db9b99980304bfb51185/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:41,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32590d7ca7d59bc47bdf6f250187fa9a, server=e09398052c91,37933,1731130940600 because future has completed 2024-11-09T05:42:41,789 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:41,790 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:41,790 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:41,790 INFO [StoreOpener-ccc7668bc656b931ba71cb0e7337820a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccc7668bc656b931ba71cb0e7337820a columnFamilyName cf 2024-11-09T05:42:41,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-09T05:42:41,790 DEBUG [StoreOpener-ccc7668bc656b931ba71cb0e7337820a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:41,790 INFO [StoreOpener-548c5d5fa9ba9ea33b8aa70e4214be6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 548c5d5fa9ba9ea33b8aa70e4214be6d columnFamilyName cf 2024-11-09T05:42:41,790 DEBUG [StoreOpener-548c5d5fa9ba9ea33b8aa70e4214be6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:41,791 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:41,791 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:41,791 INFO [StoreOpener-ccc7668bc656b931ba71cb0e7337820a-1 {}] regionserver.HStore(327): Store=ccc7668bc656b931ba71cb0e7337820a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:41,791 INFO [StoreOpener-548c5d5fa9ba9ea33b8aa70e4214be6d-1 {}] regionserver.HStore(327): Store=548c5d5fa9ba9ea33b8aa70e4214be6d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:41,791 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:41,791 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:42:41,792 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:41,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dff4a7a6a3cd4b058cd9190899b296d, server=e09398052c91,45405,1731130940533 in 10.0530 sec 2024-11-09T05:42:41,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-09T05:42:41,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 32590d7ca7d59bc47bdf6f250187fa9a, server=e09398052c91,37933,1731130940600 in 10.0430 sec 2024-11-09T05:42:41,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dff4a7a6a3cd4b058cd9190899b296d, ASSIGN in 10.2170 sec 2024-11-09T05:42:41,793 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:42:41,793 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:41,793 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:41,794 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:41,794 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:41,794 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:42:41,795 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:42:41,795 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:42:41,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32590d7ca7d59bc47bdf6f250187fa9a, ASSIGN in 10.2190 sec 2024-11-09T05:42:41,796 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:42:41,796 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:41,797 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/1413a8bb22a9db9b99980304bfb51185/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:41,797 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 1413a8bb22a9db9b99980304bfb51185; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63791272, jitterRate=-0.049435973167419434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:42:41,797 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:41,798 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 1413a8bb22a9db9b99980304bfb51185: Running coprocessor pre-open hook at 1731130961783Writing region info on filesystem at 1731130961783Initializing all the Stores at 1731130961784 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130961784Cleaning up temporary data from old regions at 1731130961791 (+7 ms)Running coprocessor post-open hooks at 1731130961797 (+6 ms)Region opened successfully at 1731130961798 (+1 ms) 2024-11-09T05:42:41,798 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185., pid=18, masterSystemTime=1731130961736 2024-11-09T05:42:41,800 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. 2024-11-09T05:42:41,800 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. 2024-11-09T05:42:41,800 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:42:41,800 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bd83eeaa376d81313b4870f01a1a080, NAME => 'SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T05:42:41,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1413a8bb22a9db9b99980304bfb51185, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,45405,1731130940533 2024-11-09T05:42:41,801 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:41,801 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:41,801 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:41,801 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:41,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1413a8bb22a9db9b99980304bfb51185, server=e09398052c91,45405,1731130940533 because future has completed 2024-11-09T05:42:41,803 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/ccc7668bc656b931ba71cb0e7337820a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:41,803 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/548c5d5fa9ba9ea33b8aa70e4214be6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:41,803 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ccc7668bc656b931ba71cb0e7337820a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63037510, jitterRate=-0.06066790223121643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:42:41,803 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:42:41,803 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ccc7668bc656b931ba71cb0e7337820a: Running coprocessor pre-open hook at 1731130961779Writing region info on filesystem at 1731130961779Initializing all the Stores at 1731130961780 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130961780Cleaning up temporary data from old regions at 1731130961795 (+15 ms)Running coprocessor post-open hooks at 1731130961803 (+8 ms)Region opened successfully at 1731130961803 2024-11-09T05:42:41,804 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 548c5d5fa9ba9ea33b8aa70e4214be6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74936533, jitterRate=0.11664135754108429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:42:41,804 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a., pid=22, masterSystemTime=1731130961750 2024-11-09T05:42:41,804 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:41,804 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 548c5d5fa9ba9ea33b8aa70e4214be6d: Running coprocessor pre-open hook at 1731130961786Writing region info on filesystem at 1731130961786Initializing all the Stores at 1731130961787 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130961787Cleaning up temporary data from old regions at 1731130961794 (+7 ms)Running coprocessor post-open hooks at 1731130961804 (+10 ms)Region opened successfully at 1731130961804 2024-11-09T05:42:41,804 INFO [StoreOpener-5bd83eeaa376d81313b4870f01a1a080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:41,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-09T05:42:41,806 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d., pid=15, masterSystemTime=1731130961734 2024-11-09T05:42:41,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1413a8bb22a9db9b99980304bfb51185, server=e09398052c91,45405,1731130940533 in 10.0660 sec 2024-11-09T05:42:41,806 INFO [StoreOpener-5bd83eeaa376d81313b4870f01a1a080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd83eeaa376d81313b4870f01a1a080 columnFamilyName cf 2024-11-09T05:42:41,806 DEBUG [StoreOpener-5bd83eeaa376d81313b4870f01a1a080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:41,807 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:42:41,807 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:42:41,807 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:42:41,807 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0083a13eec696f4275841f12b3b303f0, NAME => 'SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T05:42:41,807 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:41,807 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:42:41,808 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:41,808 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:41,808 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:42:41,808 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:42:41,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1413a8bb22a9db9b99980304bfb51185, ASSIGN in 10.2320 sec 2024-11-09T05:42:41,808 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ccc7668bc656b931ba71cb0e7337820a, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,36345,1731130940568 2024-11-09T05:42:41,808 INFO [StoreOpener-5bd83eeaa376d81313b4870f01a1a080-1 {}] regionserver.HStore(327): Store=5bd83eeaa376d81313b4870f01a1a080/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:41,808 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:41,809 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:41,810 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:41,810 INFO [StoreOpener-0083a13eec696f4275841f12b3b303f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:41,810 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:41,810 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:41,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=548c5d5fa9ba9ea33b8aa70e4214be6d, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,37933,1731130940600 2024-11-09T05:42:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccc7668bc656b931ba71cb0e7337820a, server=e09398052c91,36345,1731130940568 because future has completed 2024-11-09T05:42:41,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 548c5d5fa9ba9ea33b8aa70e4214be6d, server=e09398052c91,37933,1731130940600 because future has completed 2024-11-09T05:42:41,813 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:41,814 INFO [StoreOpener-0083a13eec696f4275841f12b3b303f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0083a13eec696f4275841f12b3b303f0 columnFamilyName cf 2024-11-09T05:42:41,814 DEBUG [StoreOpener-0083a13eec696f4275841f12b3b303f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:42:41,815 INFO [StoreOpener-0083a13eec696f4275841f12b3b303f0-1 {}] regionserver.HStore(327): Store=0083a13eec696f4275841f12b3b303f0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:42:41,815 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:41,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-09T05:42:41,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ccc7668bc656b931ba71cb0e7337820a, server=e09398052c91,36345,1731130940568 in 10.0660 sec 2024-11-09T05:42:41,816 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:41,816 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:41,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-09T05:42:41,817 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:41,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 548c5d5fa9ba9ea33b8aa70e4214be6d, server=e09398052c91,37933,1731130940600 in 10.0830 sec 2024-11-09T05:42:41,817 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:41,817 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/5bd83eeaa376d81313b4870f01a1a080/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:41,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ccc7668bc656b931ba71cb0e7337820a, ASSIGN in 10.2410 sec 2024-11-09T05:42:41,818 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 5bd83eeaa376d81313b4870f01a1a080; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64124128, jitterRate=-0.04447603225708008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:42:41,818 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:41,818 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 5bd83eeaa376d81313b4870f01a1a080: Running coprocessor pre-open hook at 1731130961801Writing region info on filesystem at 1731130961801Initializing all the Stores at 1731130961802 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130961802Cleaning up temporary data from old regions at 1731130961810 (+8 ms)Running coprocessor post-open hooks at 1731130961818 (+8 ms)Region opened successfully at 1731130961818 2024-11-09T05:42:41,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=548c5d5fa9ba9ea33b8aa70e4214be6d, ASSIGN in 10.2430 sec 2024-11-09T05:42:41,819 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080., pid=16, masterSystemTime=1731130961736 2024-11-09T05:42:41,819 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:41,821 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:42:41,821 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:42:41,821 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5bd83eeaa376d81313b4870f01a1a080, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,45405,1731130940533 2024-11-09T05:42:41,822 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/0083a13eec696f4275841f12b3b303f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:42:41,823 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0083a13eec696f4275841f12b3b303f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69393936, jitterRate=0.03405022621154785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:42:41,823 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:41,823 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0083a13eec696f4275841f12b3b303f0: Running coprocessor pre-open hook at 1731130961808Writing region info on filesystem at 1731130961808Initializing all the Stores at 1731130961809 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130961809Cleaning up temporary data from old regions at 1731130961817 (+8 ms)Running coprocessor post-open hooks at 1731130961823 (+6 ms)Region opened successfully at 1731130961823 2024-11-09T05:42:41,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd83eeaa376d81313b4870f01a1a080, server=e09398052c91,45405,1731130940533 because future has completed 2024-11-09T05:42:41,824 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0., pid=24, masterSystemTime=1731130961750 2024-11-09T05:42:41,826 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:42:41,826 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:42:41,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0083a13eec696f4275841f12b3b303f0, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,36345,1731130940568 2024-11-09T05:42:41,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-09T05:42:41,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bd83eeaa376d81313b4870f01a1a080, server=e09398052c91,45405,1731130940533 in 10.0920 sec 2024-11-09T05:42:41,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0083a13eec696f4275841f12b3b303f0, server=e09398052c91,36345,1731130940568 because future has completed 2024-11-09T05:42:41,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd83eeaa376d81313b4870f01a1a080, ASSIGN in 10.2530 sec 2024-11-09T05:42:41,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-09T05:42:41,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0083a13eec696f4275841f12b3b303f0, server=e09398052c91,36345,1731130940568 in 10.0820 sec 2024-11-09T05:42:41,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T05:42:41,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0083a13eec696f4275841f12b3b303f0, ASSIGN in 10.2570 sec 2024-11-09T05:42:41,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:42:41,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130961834"}]},"ts":"1731130961834"} 2024-11-09T05:42:41,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T05:42:41,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:42:41,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3890 sec 2024-11-09T05:42:44,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T05:42:47,109 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e09398052c91:37597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T05:42:47,246 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T05:42:47,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:47,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:47,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T05:42:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:42:49,721 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T05:42:49,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T05:42:49,722 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:42:49,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T05:42:49,725 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:42:49,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T05:42:49,749 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059., hostname=e09398052c91,45405,1731130940533, seqNum=2] 2024-11-09T05:42:49,751 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059., hostname=e09398052c91,45405,1731130940533, seqNum=2] 2024-11-09T05:42:49,753 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059., hostname=e09398052c91,45405,1731130940533, seqNum=2] 2024-11-09T05:42:49,754 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059., hostname=e09398052c91,45405,1731130940533, seqNum=2] 2024-11-09T05:42:49,755 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059., hostname=e09398052c91,45405,1731130940533, seqNum=2] 2024-11-09T05:42:49,757 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059., hostname=e09398052c91,45405,1731130940533, seqNum=2] 2024-11-09T05:42:49,782 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d., hostname=e09398052c91,37933,1731130940600, seqNum=2] 2024-11-09T05:42:49,783 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d., hostname=e09398052c91,37933,1731130940600, seqNum=2] 2024-11-09T05:42:49,784 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d., hostname=e09398052c91,37933,1731130940600, seqNum=2] 2024-11-09T05:42:49,786 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d., hostname=e09398052c91,37933,1731130940600, seqNum=2] 2024-11-09T05:42:49,787 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d., hostname=e09398052c91,37933,1731130940600, seqNum=2] 2024-11-09T05:42:49,789 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d., hostname=e09398052c91,37933,1731130940600, seqNum=2] 2024-11-09T05:42:49,826 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7., hostname=e09398052c91,36345,1731130940568, seqNum=2] 2024-11-09T05:42:49,828 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7., hostname=e09398052c91,36345,1731130940568, seqNum=2] 2024-11-09T05:42:49,829 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7., hostname=e09398052c91,36345,1731130940568, seqNum=2] 2024-11-09T05:42:49,831 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7., hostname=e09398052c91,36345,1731130940568, seqNum=2] 2024-11-09T05:42:49,832 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7., hostname=e09398052c91,36345,1731130940568, seqNum=2] 2024-11-09T05:42:49,833 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7., hostname=e09398052c91,36345,1731130940568, seqNum=2] 2024-11-09T05:42:49,894 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185., hostname=e09398052c91,45405,1731130940533, seqNum=2] 2024-11-09T05:42:49,895 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185., hostname=e09398052c91,45405,1731130940533, seqNum=2] 2024-11-09T05:42:49,897 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185., hostname=e09398052c91,45405,1731130940533, seqNum=2] 2024-11-09T05:42:49,898 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185., hostname=e09398052c91,45405,1731130940533, seqNum=2] 2024-11-09T05:42:49,898 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185., hostname=e09398052c91,45405,1731130940533, seqNum=2] 2024-11-09T05:42:50,446 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:42:50,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:42:50,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:42:50,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:42:50,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:42:50,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T05:42:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:42:50,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36345 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T05:42:50,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T05:42:51,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T05:42:51,064 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T05:42:51,064 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:42:51,065 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T05:42:51,066 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T05:42:51,069 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T05:42:51,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741848_1024 (size=49) 2024-11-09T05:42:51,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741848_1024 (size=49) 2024-11-09T05:42:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741848_1024 (size=49) 2024-11-09T05:42:51,080 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T05:42:51,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccc7668bc656b931ba71cb0e7337820a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5bd83eeaa376d81313b4870f01a1a080}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32590d7ca7d59bc47bdf6f250187fa9a}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0083a13eec696f4275841f12b3b303f0}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dff4a7a6a3cd4b058cd9190899b296d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a63811a22e3166853db4907f0fd2098e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4019873900759d5c71f4ee0f4f16059}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 548c5d5fa9ba9ea33b8aa70e4214be6d}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52fe41bdbe9396b97566c93c1538cea7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1413a8bb22a9db9b99980304bfb51185}] 2024-11-09T05:42:51,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:42:51,083 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a63811a22e3166853db4907f0fd2098e 2024-11-09T05:42:51,083 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:42:51,083 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:42:51,083 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:42:51,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:42:51,089 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:42:51,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:42:51,089 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:42:51,092 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:43:01,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T05:43:01,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5bd83eeaa376d81313b4870f01a1a080: 2024-11-09T05:43:01,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. for SnapshotProcedureTest completed. 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d. 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 6dff4a7a6a3cd4b058cd9190899b296d: 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d. for SnapshotProcedureTest completed. 2024-11-09T05:43:01,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:43:01,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:43:01,086 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing a4019873900759d5c71f4ee0f4f16059 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-09T05:43:01,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T05:43:01,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T05:43:01,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T05:43:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:43:01,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T05:43:01,088 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 548c5d5fa9ba9ea33b8aa70e4214be6d 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T05:43:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:43:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ccc7668bc656b931ba71cb0e7337820a: 2024-11-09T05:43:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. for SnapshotProcedureTest completed. 2024-11-09T05:43:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:43:01,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T05:43:01,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:43:01,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:43:01,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 32590d7ca7d59bc47bdf6f250187fa9a: 2024-11-09T05:43:01,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. for SnapshotProcedureTest completed. 2024-11-09T05:43:01,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:43:01,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for a63811a22e3166853db4907f0fd2098e: 2024-11-09T05:43:01,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. for SnapshotProcedureTest completed. 2024-11-09T05:43:01,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:43:01,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:43:01,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T05:43:01,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:43:01,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:43:01,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:43:01,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:43:01,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 0083a13eec696f4275841f12b3b303f0: 2024-11-09T05:43:01,090 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 52fe41bdbe9396b97566c93c1538cea7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T05:43:01,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. for SnapshotProcedureTest completed. 2024-11-09T05:43:01,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:43:01,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T05:43:01,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059/.tmp/cf/98c400a5e15c4064b7073e80c6086a0a is 34, key is aaa/cf:cf/1731130970607/Put/seqid=0 2024-11-09T05:43:01,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741849_1025 (size=65) 2024-11-09T05:43:01,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741849_1025 (size=65) 2024-11-09T05:43:01,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741849_1025 (size=65) 2024-11-09T05:43:01,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:43:01,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T05:43:01,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/548c5d5fa9ba9ea33b8aa70e4214be6d/.tmp/cf/387f55913742475798f37ee48ed9203a is 34, key is baa/cf:cf/1731130970569/Put/seqid=0 2024-11-09T05:43:01,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. 2024-11-09T05:43:01,129 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 1413a8bb22a9db9b99980304bfb51185 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-09T05:43:01,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/52fe41bdbe9396b97566c93c1538cea7/.tmp/cf/3bf7b03abee943bf9629f7eab79976d8 is 34, key is ccd/cf:cf/1731130970594/Put/seqid=0 2024-11-09T05:43:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T05:43:01,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:01,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741850_1026 (size=65) 2024-11-09T05:43:01,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741850_1026 (size=65) 2024-11-09T05:43:01,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5bd83eeaa376d81313b4870f01a1a080 in 10.0510 sec 2024-11-09T05:43:01,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731130951446.6dff4a7a6a3cd4b058cd9190899b296d. 2024-11-09T05:43:01,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741850_1026 (size=65) 2024-11-09T05:43:01,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T05:43:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T05:43:01,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:43:01,135 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dff4a7a6a3cd4b058cd9190899b296d 2024-11-09T05:43:01,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6dff4a7a6a3cd4b058cd9190899b296d in 10.0550 sec 2024-11-09T05:43:01,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741851_1027 (size=65) 2024-11-09T05:43:01,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741851_1027 (size=65) 2024-11-09T05:43:01,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741851_1027 (size=65) 2024-11-09T05:43:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741852_1028 (size=57) 2024-11-09T05:43:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741852_1028 (size=57) 2024-11-09T05:43:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741852_1028 (size=57) 2024-11-09T05:43:01,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:43:01,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T05:43:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T05:43:01,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:43:01,146 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:43:01,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:43:01,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ccc7668bc656b931ba71cb0e7337820a in 10.0660 sec 2024-11-09T05:43:01,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T05:43:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T05:43:01,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:43:01,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:43:01,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0083a13eec696f4275841f12b3b303f0 in 10.0700 sec 2024-11-09T05:43:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741853_1029 (size=65) 2024-11-09T05:43:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741853_1029 (size=65) 2024-11-09T05:43:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741853_1029 (size=65) 2024-11-09T05:43:01,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:43:01,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T05:43:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T05:43:01,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a63811a22e3166853db4907f0fd2098e 2024-11-09T05:43:01,156 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a63811a22e3166853db4907f0fd2098e 2024-11-09T05:43:01,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a63811a22e3166853db4907f0fd2098e in 10.0760 sec 2024-11-09T05:43:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741854_1030 (size=65) 2024-11-09T05:43:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741854_1030 (size=65) 2024-11-09T05:43:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741855_1031 (size=26918) 2024-11-09T05:43:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741854_1030 (size=65) 2024-11-09T05:43:01,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:43:01,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T05:43:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741855_1031 (size=26918) 2024-11-09T05:43:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741855_1031 (size=26918) 2024-11-09T05:43:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741856_1032 (size=28623) 2024-11-09T05:43:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741856_1032 (size=28623) 2024-11-09T05:43:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T05:43:01,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:43:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741856_1032 (size=28623) 2024-11-09T05:43:01,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:43:01,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059/.tmp/cf/98c400a5e15c4064b7073e80c6086a0a 2024-11-09T05:43:01,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/548c5d5fa9ba9ea33b8aa70e4214be6d/.tmp/cf/387f55913742475798f37ee48ed9203a 2024-11-09T05:43:01,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32590d7ca7d59bc47bdf6f250187fa9a in 10.1000 sec 2024-11-09T05:43:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741857_1033 (size=47197) 2024-11-09T05:43:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741857_1033 (size=47197) 2024-11-09T05:43:01,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741857_1033 (size=47197) 2024-11-09T05:43:01,198 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/52fe41bdbe9396b97566c93c1538cea7/.tmp/cf/3bf7b03abee943bf9629f7eab79976d8 2024-11-09T05:43:01,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/1413a8bb22a9db9b99980304bfb51185/.tmp/cf/16c93a3ce99f4d8db16acf197843d45f is 34, key is eaa/cf:cf/1731130970995/Put/seqid=0 2024-11-09T05:43:01,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059/.tmp/cf/98c400a5e15c4064b7073e80c6086a0a as hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059/cf/98c400a5e15c4064b7073e80c6086a0a 2024-11-09T05:43:01,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/52fe41bdbe9396b97566c93c1538cea7/.tmp/cf/3bf7b03abee943bf9629f7eab79976d8 as hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/52fe41bdbe9396b97566c93c1538cea7/cf/3bf7b03abee943bf9629f7eab79976d8 2024-11-09T05:43:01,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741858_1034 (size=499309) 2024-11-09T05:43:01,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741858_1034 (size=499309) 2024-11-09T05:43:01,221 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059/cf/98c400a5e15c4064b7073e80c6086a0a, entries=676, sequenceid=5, filesize=26.3 K 2024-11-09T05:43:01,223 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/52fe41bdbe9396b97566c93c1538cea7/cf/3bf7b03abee943bf9629f7eab79976d8, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T05:43:01,223 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for a4019873900759d5c71f4ee0f4f16059 in 137ms, sequenceid=5, compaction requested=false 2024-11-09T05:43:01,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a4019873900759d5c71f4ee0f4f16059: 2024-11-09T05:43:01,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. for SnapshotProcedureTest completed. 2024-11-09T05:43:01,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:43:01,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059/cf/98c400a5e15c4064b7073e80c6086a0a] hfiles 2024-11-09T05:43:01,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/548c5d5fa9ba9ea33b8aa70e4214be6d/.tmp/cf/387f55913742475798f37ee48ed9203a as hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/548c5d5fa9ba9ea33b8aa70e4214be6d/cf/387f55913742475798f37ee48ed9203a 2024-11-09T05:43:01,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 52fe41bdbe9396b97566c93c1538cea7 in 134ms, sequenceid=5, compaction requested=false 2024-11-09T05:43:01,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 52fe41bdbe9396b97566c93c1538cea7: 2024-11-09T05:43:01,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. for SnapshotProcedureTest completed. 2024-11-09T05:43:01,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059/cf/98c400a5e15c4064b7073e80c6086a0a for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:43:01,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/52fe41bdbe9396b97566c93c1538cea7/cf/3bf7b03abee943bf9629f7eab79976d8] hfiles 2024-11-09T05:43:01,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/52fe41bdbe9396b97566c93c1538cea7/cf/3bf7b03abee943bf9629f7eab79976d8 for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741858_1034 (size=499309) 2024-11-09T05:43:01,227 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/1413a8bb22a9db9b99980304bfb51185/.tmp/cf/16c93a3ce99f4d8db16acf197843d45f 2024-11-09T05:43:01,232 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/548c5d5fa9ba9ea33b8aa70e4214be6d/cf/387f55913742475798f37ee48ed9203a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T05:43:01,234 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 548c5d5fa9ba9ea33b8aa70e4214be6d in 146ms, sequenceid=5, compaction requested=false 2024-11-09T05:43:01,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 548c5d5fa9ba9ea33b8aa70e4214be6d: 2024-11-09T05:43:01,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. for SnapshotProcedureTest completed. 2024-11-09T05:43:01,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:43:01,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/548c5d5fa9ba9ea33b8aa70e4214be6d/cf/387f55913742475798f37ee48ed9203a] hfiles 2024-11-09T05:43:01,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/548c5d5fa9ba9ea33b8aa70e4214be6d/cf/387f55913742475798f37ee48ed9203a for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/1413a8bb22a9db9b99980304bfb51185/.tmp/cf/16c93a3ce99f4d8db16acf197843d45f as hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/1413a8bb22a9db9b99980304bfb51185/cf/16c93a3ce99f4d8db16acf197843d45f 2024-11-09T05:43:01,244 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/1413a8bb22a9db9b99980304bfb51185/cf/16c93a3ce99f4d8db16acf197843d45f, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-09T05:43:01,245 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 1413a8bb22a9db9b99980304bfb51185 in 116ms, sequenceid=5, compaction requested=false 2024-11-09T05:43:01,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 1413a8bb22a9db9b99980304bfb51185: 2024-11-09T05:43:01,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. for SnapshotProcedureTest completed. 2024-11-09T05:43:01,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T05:43:01,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/1413a8bb22a9db9b99980304bfb51185/cf/16c93a3ce99f4d8db16acf197843d45f] hfiles 2024-11-09T05:43:01,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/1413a8bb22a9db9b99980304bfb51185/cf/16c93a3ce99f4d8db16acf197843d45f for snapshot=SnapshotProcedureTest 2024-11-09T05:43:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741859_1035 (size=105) 2024-11-09T05:43:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741859_1035 (size=105) 2024-11-09T05:43:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741859_1035 (size=105) 2024-11-09T05:43:01,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:43:01,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T05:43:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T05:43:01,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:43:01,253 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:43:01,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 52fe41bdbe9396b97566c93c1538cea7 in 10.1730 sec 2024-11-09T05:43:01,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741860_1036 (size=105) 2024-11-09T05:43:01,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741860_1036 (size=105) 2024-11-09T05:43:01,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741860_1036 (size=105) 2024-11-09T05:43:01,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:43:01,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T05:43:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T05:43:01,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:01,260 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:01,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a4019873900759d5c71f4ee0f4f16059 in 10.1800 sec 2024-11-09T05:43:01,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741861_1037 (size=105) 2024-11-09T05:43:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741861_1037 (size=105) 2024-11-09T05:43:01,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:43:01,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T05:43:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T05:43:01,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:43:01,281 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:43:01,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741861_1037 (size=105) 2024-11-09T05:43:01,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 548c5d5fa9ba9ea33b8aa70e4214be6d in 10.2010 sec 2024-11-09T05:43:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741862_1038 (size=97) 2024-11-09T05:43:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741862_1038 (size=97) 2024-11-09T05:43:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741862_1038 (size=97) 2024-11-09T05:43:01,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731130951446.1413a8bb22a9db9b99980304bfb51185. 2024-11-09T05:43:01,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T05:43:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T05:43:01,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:43:01,288 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1413a8bb22a9db9b99980304bfb51185 2024-11-09T05:43:01,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-09T05:43:01,290 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T05:43:01,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1413a8bb22a9db9b99980304bfb51185 in 10.2080 sec 2024-11-09T05:43:01,291 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T05:43:01,292 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T05:43:01,292 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T05:43:01,294 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T05:43:01,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741863_1039 (size=1174) 2024-11-09T05:43:01,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741863_1039 (size=1174) 2024-11-09T05:43:01,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741863_1039 (size=1174) 2024-11-09T05:43:01,320 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T05:43:01,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T05:43:01,327 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,45405,1731130940533 2024-11-09T05:43:01,328 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,37933,1731130940600 2024-11-09T05:43:01,328 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,37933,1731130940600 2024-11-09T05:43:01,328 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,37933,1731130940600 2024-11-09T05:43:01,328 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,36345,1731130940568 2024-11-09T05:43:01,332 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,36345,1731130940568 2024-11-09T05:43:01,333 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,45405,1731130940533 2024-11-09T05:43:01,333 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,36345,1731130940568 2024-11-09T05:43:01,333 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,45405,1731130940533 2024-11-09T05:43:01,376 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:43:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-09T05:43:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-09T05:43:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-09T05:43:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-09T05:43:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-09T05:43:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-09T05:43:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-09T05:43:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-09T05:43:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-09T05:43:11,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T05:43:11,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T05:43:11,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T05:43:11,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-09T05:43:11,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-09T05:43:11,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T05:43:11,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-09T05:43:11,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-09T05:43:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-09T05:43:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-09T05:43:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-09T05:43:11,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T05:43:11,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-09T05:43:11,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T05:43:11,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T05:43:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-09T05:43:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T05:43:11,337 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,45405,1731130940533 Release verify snapshot worker=e09398052c91,45405,1731130940533 2024-11-09T05:43:11,337 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,37933,1731130940600 Release verify snapshot worker=e09398052c91,37933,1731130940600 2024-11-09T05:43:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-09T05:43:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-09T05:43:11,338 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36345,1731130940568 Release verify snapshot worker=e09398052c91,36345,1731130940568 2024-11-09T05:43:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T05:43:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T05:43:11,339 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,45405,1731130940533 Release verify snapshot worker=e09398052c91,45405,1731130940533 2024-11-09T05:43:11,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,45405,1731130940533 in 10.0130 sec 2024-11-09T05:43:11,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36345,1731130940568 in 10.0140 sec 2024-11-09T05:43:11,341 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36345,1731130940568 Release verify snapshot worker=e09398052c91,36345,1731130940568 2024-11-09T05:43:11,341 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,37933,1731130940600 Release verify snapshot worker=e09398052c91,37933,1731130940600 2024-11-09T05:43:11,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,37933,1731130940600 in 10.0130 sec 2024-11-09T05:43:11,342 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36345,1731130940568 Release verify snapshot worker=e09398052c91,36345,1731130940568 2024-11-09T05:43:11,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36345,1731130940568 in 10.0170 sec 2024-11-09T05:43:11,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,45405,1731130940533 in 10.0150 sec 2024-11-09T05:43:11,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,37933,1731130940600 in 10.0170 sec 2024-11-09T05:43:11,344 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,45405,1731130940533 Release verify snapshot worker=e09398052c91,45405,1731130940533 2024-11-09T05:43:11,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,36345,1731130940568 in 10.0180 sec 2024-11-09T05:43:11,344 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,37933,1731130940600 Release verify snapshot worker=e09398052c91,37933,1731130940600 2024-11-09T05:43:11,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,45405,1731130940533 in 10.0200 sec 2024-11-09T05:43:11,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,37933,1731130940600 in 10.0200 sec 2024-11-09T05:43:11,349 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,45405,1731130940533 2024-11-09T05:43:11,377 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e09398052c91,45405,1731130940533 2024-11-09T05:43:11,377 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e09398052c91,45405,1731130940533: Simulated kill ***** 2024-11-09T05:43:11,377 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T05:43:11,377 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T05:43:11,378 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T05:43:11,378 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T05:43:11,378 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T05:43:11,378 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 573940272 }, "NonHeapMemoryUsage": { "committed": 177012736, "init": 7667712, "max": -1, "used": 172453712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T05:43:11,379 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36615 {}] master.MasterRpcServices(700): e09398052c91,45405,1731130940533 reported a fatal error: ***** ABORTING region server e09398052c91,45405,1731130940533: Simulated kill ***** 2024-11-09T05:43:11,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e09398052c91,45405,1731130940533' ***** 2024-11-09T05:43:11,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T05:43:11,379 INFO [RS:0;e09398052c91:45405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T05:43:11,380 INFO [RS:0;e09398052c91:45405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T05:43:11,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T05:43:11,380 INFO [RS:0;e09398052c91:45405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T05:43:11,380 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T05:43:11,380 INFO [RS:0;e09398052c91:45405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:43:11,380 INFO [RS:0;e09398052c91:45405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e09398052c91:45405. 2024-11-09T05:43:11,380 DEBUG [RS:0;e09398052c91:45405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:43:11,380 DEBUG [RS:0;e09398052c91:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:43:11,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741834_1010 (size=2301) 2024-11-09T05:43:11,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741834_1010 (size=2301) 2024-11-09T05:43:11,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741834_1010 (size=2301) 2024-11-09T05:43:11,384 DEBUG [RS:0;e09398052c91:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:43:11,384 INFO [RS:0;e09398052c91:45405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:43:11,384 INFO [master/e09398052c91:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T05:43:11,384 INFO [master/e09398052c91:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T05:43:11,384 INFO [RS:0;e09398052c91:45405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45405 2024-11-09T05:43:11,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e09398052c91,45405,1731130940533 2024-11-09T05:43:11,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:43:11,386 INFO [RS:0;e09398052c91:45405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:43:11,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e09398052c91,45405,1731130940533] 2024-11-09T05:43:11,389 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e09398052c91,45405,1731130940533 already deleted, retry=false 2024-11-09T05:43:11,389 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e09398052c91,45405,1731130940533 on e09398052c91,36615,1731130940469 2024-11-09T05:43:11,390 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e09398052c91,45405,1731130940533, splitWal=true, meta=false 2024-11-09T05:43:11,390 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for e09398052c91,45405,1731130940533 (carryingMeta=false) e09398052c91,45405,1731130940533/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2e38bdc4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T05:43:11,391 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e09398052c91,45405,1731130940533, splitWal=true, meta=false 2024-11-09T05:43:11,391 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e09398052c91,45405,1731130940533 had 4 regions 2024-11-09T05:43:11,392 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e09398052c91,45405,1731130940533, splitWal=true, meta=false, isMeta: false 2024-11-09T05:43:11,394 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting 2024-11-09T05:43:11,394 INFO [PEWorker-3 {}] master.SplitWALManager(105): e09398052c91,45405,1731130940533 WAL count=1, meta=false 2024-11-09T05:43:11,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e09398052c91%2C45405%2C1731130940533.1731130941018}] 2024-11-09T05:43:11,396 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=e09398052c91,36345,1731130940568 2024-11-09T05:43:11,397 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-09T05:43:11,397 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-09T05:43:11,397 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-09T05:43:11,397 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-09T05:43:11,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e09398052c91%2C45405%2C1731130940533.1731130941018, worker=e09398052c91,36345,1731130940568}] 2024-11-09T05:43:11,398 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,45405,1731130940533 Release verify snapshot worker=e09398052c91,45405,1731130940533 2024-11-09T05:43:11,398 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to e09398052c91,45405,1731130940533, this operation will be retried to send to another server 2024-11-09T05:43:11,398 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T05:43:11,399 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731130992399 2024-11-09T05:43:11,413 INFO [regionserver/e09398052c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:43:11,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:43:11,488 INFO [RS:0;e09398052c91:45405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:43:11,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x100fb3fc6b10001, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:43:11,488 INFO [RS:0;e09398052c91:45405 {}] regionserver.HRegionServer(1031): Exiting; stopping=e09398052c91,45405,1731130940533; zookeeper connection closed. 2024-11-09T05:43:11,488 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16d130e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16d130e5 2024-11-09T05:43:11,878 INFO [regionserver/e09398052c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T05:43:11,878 INFO [regionserver/e09398052c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T05:43:12,401 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e09398052c91,37933,1731130940600 2024-11-09T05:43:20,447 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:43:20,895 INFO [regionserver/e09398052c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T05:43:21,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-09T05:43:21,417 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018, size=2.2 K (2301bytes) 2024-11-09T05:43:21,417 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018 2024-11-09T05:43:21,417 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018 after 0ms 2024-11-09T05:43:21,421 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018 took 5ms 2024-11-09T05:43:21,423 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a4019873900759d5c71f4ee0f4f16059: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-09T05:43:21,424 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6dff4a7a6a3cd4b058cd9190899b296d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T05:43:21,425 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1413a8bb22a9db9b99980304bfb51185: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-09T05:43:21,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 5bd83eeaa376d81313b4870f01a1a080: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T05:43:21,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018 so closing down 2024-11-09T05:43:21,426 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T05:43:21,426 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T05:43:21,427 INFO [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 5 ms; skipped=8; WAL=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018, size=2.2 K, length=2301, corrupted=false, cancelled=false 2024-11-09T05:43:21,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018, journal: Splitting hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018, size=2.2 K (2301bytes) at 1731131001417Finishing writing output for hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018 so closing down at 1731131001426 (+9 ms)3 split writer threads finished at 1731131001426Processed 8 edits across 0 Regions in 5 ms; skipped=8; WAL=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018, size=2.2 K, length=2301, corrupted=false, cancelled=false at 1731131001427 (+1 ms) 2024-11-09T05:43:21,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018 2024-11-09T05:43:21,427 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e09398052c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T05:43:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T05:43:21,431 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting/e09398052c91%2C45405%2C1731130940533.1731130941018 to hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/oldWALs 2024-11-09T05:43:21,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T05:43:21,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e09398052c91%2C45405%2C1731130940533.1731130941018, worker=e09398052c91,36345,1731130940568 in 10.0340 sec 2024-11-09T05:43:21,434 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=e09398052c91,36345,1731130940568 2024-11-09T05:43:21,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T05:43:21,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure e09398052c91%2C45405%2C1731130940533.1731130941018, worker=e09398052c91,36345,1731130940568 in 10.0400 sec 2024-11-09T05:43:21,437 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting dir is empty, no logs to split. 2024-11-09T05:43:21,437 INFO [PEWorker-1 {}] master.SplitWALManager(105): e09398052c91,45405,1731130940533 WAL count=0, meta=false 2024-11-09T05:43:21,437 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e09398052c91,45405,1731130940533 WAL splitting is done? wals=0, meta=false 2024-11-09T05:43:21,439 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e09398052c91,45405,1731130940533 failed, ignore...File hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,45405,1731130940533-splitting does not exist. 2024-11-09T05:43:21,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd83eeaa376d81313b4870f01a1a080, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1413a8bb22a9db9b99980304bfb51185, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4019873900759d5c71f4ee0f4f16059, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dff4a7a6a3cd4b058cd9190899b296d, ASSIGN}] 2024-11-09T05:43:21,441 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4019873900759d5c71f4ee0f4f16059, ASSIGN 2024-11-09T05:43:21,441 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1413a8bb22a9db9b99980304bfb51185, ASSIGN 2024-11-09T05:43:21,441 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd83eeaa376d81313b4870f01a1a080, ASSIGN 2024-11-09T05:43:21,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dff4a7a6a3cd4b058cd9190899b296d, ASSIGN 2024-11-09T05:43:21,442 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4019873900759d5c71f4ee0f4f16059, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T05:43:21,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1413a8bb22a9db9b99980304bfb51185, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T05:43:21,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dff4a7a6a3cd4b058cd9190899b296d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T05:43:21,442 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5bd83eeaa376d81313b4870f01a1a080, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T05:43:21,592 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(204): Hosts are {e09398052c91=0} racks are {/default-rack=0} 2024-11-09T05:43:21,593 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T05:43:21,593 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T05:43:21,593 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T05:43:21,593 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T05:43:21,593 INFO [e09398052c91:36615 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T05:43:21,593 INFO [e09398052c91:36615 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T05:43:21,593 DEBUG [e09398052c91:36615 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T05:43:21,593 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=1413a8bb22a9db9b99980304bfb51185, regionState=OPENING, regionLocation=e09398052c91,36345,1731130940568 2024-11-09T05:43:21,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=a4019873900759d5c71f4ee0f4f16059, regionState=OPENING, regionLocation=e09398052c91,37933,1731130940600 2024-11-09T05:43:21,593 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=5bd83eeaa376d81313b4870f01a1a080, regionState=OPENING, regionLocation=e09398052c91,37933,1731130940600 2024-11-09T05:43:21,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=6dff4a7a6a3cd4b058cd9190899b296d, regionState=OPENING, regionLocation=e09398052c91,36345,1731130940568 2024-11-09T05:43:21,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1413a8bb22a9db9b99980304bfb51185, ASSIGN because future has completed 2024-11-09T05:43:21,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1413a8bb22a9db9b99980304bfb51185, server=e09398052c91,36345,1731130940568}] 2024-11-09T05:43:21,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5bd83eeaa376d81313b4870f01a1a080, ASSIGN because future has completed 2024-11-09T05:43:21,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd83eeaa376d81313b4870f01a1a080, server=e09398052c91,37933,1731130940600}] 2024-11-09T05:43:21,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dff4a7a6a3cd4b058cd9190899b296d, ASSIGN because future has completed 2024-11-09T05:43:21,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dff4a7a6a3cd4b058cd9190899b296d, server=e09398052c91,36345,1731130940568}] 2024-11-09T05:43:21,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4019873900759d5c71f4ee0f4f16059, ASSIGN because future has completed 2024-11-09T05:43:21,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4019873900759d5c71f4ee0f4f16059, server=e09398052c91,37933,1731130940600}] 2024-11-09T05:43:22,406 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:43:22,406 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => a4019873900759d5c71f4ee0f4f16059, NAME => 'SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T05:43:22,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-09T05:43:22,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-09T05:43:22,406 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,406 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:43:22,406 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,406 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36615 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-09T05:43:22,408 INFO [StoreOpener-a4019873900759d5c71f4ee0f4f16059-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,408 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,37933,1731130940600 Release verify snapshot worker=e09398052c91,37933,1731130940600 2024-11-09T05:43:22,409 INFO [StoreOpener-a4019873900759d5c71f4ee0f4f16059-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4019873900759d5c71f4ee0f4f16059 columnFamilyName cf 2024-11-09T05:43:22,409 DEBUG [StoreOpener-a4019873900759d5c71f4ee0f4f16059-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:43:22,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-09T05:43:22,410 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T05:43:22,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e09398052c91,37933,1731130940600 in 21.0840 sec 2024-11-09T05:43:22,411 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T05:43:22,412 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T05:43:22,412 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T05:43:22,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.3530 sec 2024-11-09T05:43:22,417 DEBUG [StoreOpener-a4019873900759d5c71f4ee0f4f16059-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059/cf/98c400a5e15c4064b7073e80c6086a0a 2024-11-09T05:43:22,417 INFO [StoreOpener-a4019873900759d5c71f4ee0f4f16059-1 {}] regionserver.HStore(327): Store=a4019873900759d5c71f4ee0f4f16059/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:43:22,417 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,418 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,418 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,419 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,419 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,421 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,423 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:43:22,424 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened a4019873900759d5c71f4ee0f4f16059; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66366991, jitterRate=-0.011054769158363342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:43:22,424 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,424 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for a4019873900759d5c71f4ee0f4f16059: Running coprocessor pre-open hook at 1731131002406Writing region info on filesystem at 1731131002406Initializing all the Stores at 1731131002407 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731131002407Cleaning up temporary data from old regions at 1731131002419 (+12 ms)Running coprocessor post-open hooks at 1731131002424 (+5 ms)Region opened successfully at 1731131002424 2024-11-09T05:43:22,424 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059., pid=56, masterSystemTime=1731131002402 2024-11-09T05:43:22,426 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:43:22,426 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:43:22,427 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:43:22,427 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bd83eeaa376d81313b4870f01a1a080, NAME => 'SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T05:43:22,427 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,427 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=a4019873900759d5c71f4ee0f4f16059, regionState=OPEN, openSeqNum=6, regionLocation=e09398052c91,37933,1731130940600 2024-11-09T05:43:22,427 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:43:22,427 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,427 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,429 INFO [StoreOpener-5bd83eeaa376d81313b4870f01a1a080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4019873900759d5c71f4ee0f4f16059, server=e09398052c91,37933,1731130940600 because future has completed 2024-11-09T05:43:22,429 INFO [StoreOpener-5bd83eeaa376d81313b4870f01a1a080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd83eeaa376d81313b4870f01a1a080 columnFamilyName cf 2024-11-09T05:43:22,430 DEBUG [StoreOpener-5bd83eeaa376d81313b4870f01a1a080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:43:22,430 INFO [StoreOpener-5bd83eeaa376d81313b4870f01a1a080-1 {}] regionserver.HStore(327): Store=5bd83eeaa376d81313b4870f01a1a080/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:43:22,430 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,431 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=51 2024-11-09T05:43:22,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure a4019873900759d5c71f4ee0f4f16059, server=e09398052c91,37933,1731130940600 in 832 msec 2024-11-09T05:43:22,432 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,432 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,432 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4019873900759d5c71f4ee0f4f16059, ASSIGN in 992 msec 2024-11-09T05:43:22,434 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,435 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 5bd83eeaa376d81313b4870f01a1a080; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74082029, jitterRate=0.10390825569629669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T05:43:22,435 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,435 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 5bd83eeaa376d81313b4870f01a1a080: Running coprocessor pre-open hook at 1731131002427Writing region info on filesystem at 1731131002427Initializing all the Stores at 1731131002428 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731131002428Cleaning up temporary data from old regions at 1731131002432 (+4 ms)Running coprocessor post-open hooks at 1731131002435 (+3 ms)Region opened successfully at 1731131002435 2024-11-09T05:43:22,436 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080., pid=54, masterSystemTime=1731131002402 2024-11-09T05:43:22,437 DEBUG [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:43:22,437 INFO [RS_OPEN_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:43:22,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=5bd83eeaa376d81313b4870f01a1a080, regionState=OPEN, openSeqNum=2, regionLocation=e09398052c91,37933,1731130940600 2024-11-09T05:43:22,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd83eeaa376d81313b4870f01a1a080, server=e09398052c91,37933,1731130940600 because future has completed 2024-11-09T05:43:22,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-09T05:43:22,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bd83eeaa376d81313b4870f01a1a080, server=e09398052c91,37933,1731130940600 in 844 msec 2024-11-09T05:43:22,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5bd83eeaa376d81313b4870f01a1a080, ASSIGN in 1.0010 sec 2024-11-09T05:43:22,492 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T05:43:22,496 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T05:43:22,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T05:43:22,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:43:22,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:43:22,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:43:22,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:43:22,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:43:22,497 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T05:43:22,497 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=336685861, stopped=false 2024-11-09T05:43:22,497 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e09398052c91,36615,1731130940469 2024-11-09T05:43:22,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T05:43:22,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T05:43:22,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T05:43:22,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:43:22,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:43:22,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:43:22,499 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T05:43:22,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:43:22,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:43:22,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:43:22,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:43:22,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:43:22,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:43:22,501 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e09398052c91,36345,1731130940568' ***** 2024-11-09T05:43:22,501 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T05:43:22,501 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e09398052c91,37933,1731130940600' ***** 2024-11-09T05:43:22,501 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T05:43:22,501 INFO [RS:1;e09398052c91:36345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T05:43:22,501 INFO [RS:1;e09398052c91:36345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T05:43:22,501 INFO [RS:1;e09398052c91:36345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T05:43:22,501 INFO [RS:2;e09398052c91:37933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T05:43:22,501 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(3091): Received CLOSE for 0083a13eec696f4275841f12b3b303f0 2024-11-09T05:43:22,501 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T05:43:22,501 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T05:43:22,502 INFO [RS:2;e09398052c91:37933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T05:43:22,502 INFO [RS:2;e09398052c91:37933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T05:43:22,502 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bd83eeaa376d81313b4870f01a1a080 2024-11-09T05:43:22,502 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(3091): Received CLOSE for 52fe41bdbe9396b97566c93c1538cea7 2024-11-09T05:43:22,502 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(3091): Received CLOSE for ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:43:22,502 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(959): stopping server e09398052c91,36345,1731130940568 2024-11-09T05:43:22,502 INFO [RS:1;e09398052c91:36345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:43:22,502 INFO [RS:1;e09398052c91:36345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e09398052c91:36345. 2024-11-09T05:43:22,502 DEBUG [RS:1;e09398052c91:36345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:43:22,502 DEBUG [RS:1;e09398052c91:36345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:43:22,502 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(3091): Received CLOSE for 32590d7ca7d59bc47bdf6f250187fa9a 2024-11-09T05:43:22,502 INFO [RS:1;e09398052c91:36345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T05:43:22,502 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(3091): Received CLOSE for 548c5d5fa9ba9ea33b8aa70e4214be6d 2024-11-09T05:43:22,502 INFO [RS:1;e09398052c91:36345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T05:43:22,502 INFO [RS:1;e09398052c91:36345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T05:43:22,502 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(3091): Received CLOSE for a4019873900759d5c71f4ee0f4f16059 2024-11-09T05:43:22,502 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(3091): Received CLOSE for a63811a22e3166853db4907f0fd2098e 2024-11-09T05:43:22,502 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T05:43:22,502 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(959): stopping server e09398052c91,37933,1731130940600 2024-11-09T05:43:22,502 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bd83eeaa376d81313b4870f01a1a080, disabling compactions & flushes 2024-11-09T05:43:22,502 INFO [RS:2;e09398052c91:37933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:43:22,502 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:43:22,503 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:43:22,503 INFO [RS:2;e09398052c91:37933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e09398052c91:37933. 2024-11-09T05:43:22,503 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. after waiting 0 ms 2024-11-09T05:43:22,503 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:43:22,503 DEBUG [RS:2;e09398052c91:37933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:43:22,503 DEBUG [RS:2;e09398052c91:37933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:43:22,503 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-09T05:43:22,503 DEBUG [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(1325): Online Regions={0083a13eec696f4275841f12b3b303f0=SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0., 52fe41bdbe9396b97566c93c1538cea7=SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7., 1588230740=hbase:meta,,1.1588230740, ccc7668bc656b931ba71cb0e7337820a=SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a.} 2024-11-09T05:43:22,503 DEBUG [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(1351): Waiting on 0083a13eec696f4275841f12b3b303f0, 1588230740, 52fe41bdbe9396b97566c93c1538cea7, ccc7668bc656b931ba71cb0e7337820a 2024-11-09T05:43:22,503 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T05:43:22,503 DEBUG [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(1325): Online Regions={5bd83eeaa376d81313b4870f01a1a080=SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080., 32590d7ca7d59bc47bdf6f250187fa9a=SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a., 548c5d5fa9ba9ea33b8aa70e4214be6d=SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d., a4019873900759d5c71f4ee0f4f16059=SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059., a63811a22e3166853db4907f0fd2098e=SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e.} 2024-11-09T05:43:22,503 DEBUG [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(1351): Waiting on 32590d7ca7d59bc47bdf6f250187fa9a, 548c5d5fa9ba9ea33b8aa70e4214be6d, 5bd83eeaa376d81313b4870f01a1a080, a4019873900759d5c71f4ee0f4f16059, a63811a22e3166853db4907f0fd2098e 2024-11-09T05:43:22,503 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T05:43:22,503 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T05:43:22,503 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T05:43:22,503 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T05:43:22,503 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T05:43:22,503 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0083a13eec696f4275841f12b3b303f0, disabling compactions & flushes 2024-11-09T05:43:22,503 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:43:22,503 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:43:22,503 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. after waiting 0 ms 2024-11-09T05:43:22,503 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:43:22,503 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.15 KB heapSize=25.43 KB 2024-11-09T05:43:22,508 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/5bd83eeaa376d81313b4870f01a1a080/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T05:43:22,508 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/0083a13eec696f4275841f12b3b303f0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:43:22,509 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bd83eeaa376d81313b4870f01a1a080: Waiting for close lock at 1731131002502Running coprocessor pre-close hooks at 1731131002502Disabling compacts and flushes for region at 1731131002502Disabling writes for close at 1731131002503 (+1 ms)Writing region close event to WAL at 1731131002503Running coprocessor post-close hooks at 1731131002508 (+5 ms)Closed at 1731131002509 (+1 ms) 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080. 2024-11-09T05:43:22,509 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32590d7ca7d59bc47bdf6f250187fa9a, disabling compactions & flushes 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0083a13eec696f4275841f12b3b303f0: Waiting for close lock at 1731131002503Running coprocessor pre-close hooks at 1731131002503Disabling compacts and flushes for region at 1731131002503Disabling writes for close at 1731131002503Writing region close event to WAL at 1731131002504 (+1 ms)Running coprocessor post-close hooks at 1731131002509 (+5 ms)Closed at 1731131002509 2024-11-09T05:43:22,509 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. after waiting 0 ms 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731130951446.0083a13eec696f4275841f12b3b303f0. 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52fe41bdbe9396b97566c93c1538cea7, disabling compactions & flushes 2024-11-09T05:43:22,509 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. after waiting 0 ms 2024-11-09T05:43:22,509 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:43:22,517 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/32590d7ca7d59bc47bdf6f250187fa9a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:43:22,517 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:43:22,517 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32590d7ca7d59bc47bdf6f250187fa9a: Waiting for close lock at 1731131002509Running coprocessor pre-close hooks at 1731131002509Disabling compacts and flushes for region at 1731131002509Disabling writes for close at 1731131002509Writing region close event to WAL at 1731131002509Running coprocessor post-close hooks at 1731131002517 (+8 ms)Closed at 1731131002517 2024-11-09T05:43:22,518 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731130951446.32590d7ca7d59bc47bdf6f250187fa9a. 2024-11-09T05:43:22,518 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/52fe41bdbe9396b97566c93c1538cea7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T05:43:22,518 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 548c5d5fa9ba9ea33b8aa70e4214be6d, disabling compactions & flushes 2024-11-09T05:43:22,518 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:43:22,518 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:43:22,518 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. after waiting 0 ms 2024-11-09T05:43:22,518 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:43:22,518 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:43:22,518 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52fe41bdbe9396b97566c93c1538cea7: Waiting for close lock at 1731131002509Running coprocessor pre-close hooks at 1731131002509Disabling compacts and flushes for region at 1731131002509Disabling writes for close at 1731131002509Writing region close event to WAL at 1731131002510 (+1 ms)Running coprocessor post-close hooks at 1731131002518 (+8 ms)Closed at 1731131002518 2024-11-09T05:43:22,518 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731130951446.52fe41bdbe9396b97566c93c1538cea7. 2024-11-09T05:43:22,519 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccc7668bc656b931ba71cb0e7337820a, disabling compactions & flushes 2024-11-09T05:43:22,519 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:43:22,519 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:43:22,519 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. after waiting 0 ms 2024-11-09T05:43:22,519 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:43:22,521 INFO [regionserver/e09398052c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:43:22,521 INFO [regionserver/e09398052c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:43:22,523 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/548c5d5fa9ba9ea33b8aa70e4214be6d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T05:43:22,523 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/ccc7668bc656b931ba71cb0e7337820a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:43:22,523 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:43:22,524 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 548c5d5fa9ba9ea33b8aa70e4214be6d: Waiting for close lock at 1731131002518Running coprocessor pre-close hooks at 1731131002518Disabling compacts and flushes for region at 1731131002518Disabling writes for close at 1731131002518Writing region close event to WAL at 1731131002519 (+1 ms)Running coprocessor post-close hooks at 1731131002523 (+4 ms)Closed at 1731131002523 2024-11-09T05:43:22,524 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731130951446.548c5d5fa9ba9ea33b8aa70e4214be6d. 2024-11-09T05:43:22,524 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:43:22,524 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4019873900759d5c71f4ee0f4f16059, disabling compactions & flushes 2024-11-09T05:43:22,524 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccc7668bc656b931ba71cb0e7337820a: Waiting for close lock at 1731131002519Running coprocessor pre-close hooks at 1731131002519Disabling compacts and flushes for region at 1731131002519Disabling writes for close at 1731131002519Writing region close event to WAL at 1731131002519Running coprocessor post-close hooks at 1731131002524 (+5 ms)Closed at 1731131002524 2024-11-09T05:43:22,524 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:43:22,524 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:43:22,524 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731130951446.ccc7668bc656b931ba71cb0e7337820a. 2024-11-09T05:43:22,524 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. after waiting 0 ms 2024-11-09T05:43:22,524 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:43:22,524 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/.tmp/info/8e9520f67ef84a11836a9ffd99d4b9cc is 167, key is SPTestTable,19999999,1731130951446.5bd83eeaa376d81313b4870f01a1a080./info:regioninfo/1731131002438/Put/seqid=0 2024-11-09T05:43:22,529 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a4019873900759d5c71f4ee0f4f16059/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-09T05:43:22,529 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:43:22,529 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4019873900759d5c71f4ee0f4f16059: Waiting for close lock at 1731131002524Running coprocessor pre-close hooks at 1731131002524Disabling compacts and flushes for region at 1731131002524Disabling writes for close at 1731131002524Writing region close event to WAL at 1731131002525 (+1 ms)Running coprocessor post-close hooks at 1731131002529 (+4 ms)Closed at 1731131002529 2024-11-09T05:43:22,529 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731130951446.a4019873900759d5c71f4ee0f4f16059. 2024-11-09T05:43:22,530 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a63811a22e3166853db4907f0fd2098e, disabling compactions & flushes 2024-11-09T05:43:22,530 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:43:22,530 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:43:22,530 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. after waiting 0 ms 2024-11-09T05:43:22,530 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:43:22,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741864_1040 (size=19599) 2024-11-09T05:43:22,534 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/default/SPTestTable/a63811a22e3166853db4907f0fd2098e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T05:43:22,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741864_1040 (size=19599) 2024-11-09T05:43:22,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741864_1040 (size=19599) 2024-11-09T05:43:22,536 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.00 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/.tmp/info/8e9520f67ef84a11836a9ffd99d4b9cc 2024-11-09T05:43:22,536 INFO [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:43:22,536 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a63811a22e3166853db4907f0fd2098e: Waiting for close lock at 1731131002530Running coprocessor pre-close hooks at 1731131002530Disabling compacts and flushes for region at 1731131002530Disabling writes for close at 1731131002530Writing region close event to WAL at 1731131002530Running coprocessor post-close hooks at 1731131002536 (+6 ms)Closed at 1731131002536 2024-11-09T05:43:22,536 DEBUG [RS_CLOSE_REGION-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731130951446.a63811a22e3166853db4907f0fd2098e. 2024-11-09T05:43:22,556 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/.tmp/ns/6b4b91fb11df4080924ba28e0e799d6c is 43, key is default/ns:d/1731130951353/Put/seqid=0 2024-11-09T05:43:22,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741865_1041 (size=5153) 2024-11-09T05:43:22,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741865_1041 (size=5153) 2024-11-09T05:43:22,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741865_1041 (size=5153) 2024-11-09T05:43:22,565 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/.tmp/ns/6b4b91fb11df4080924ba28e0e799d6c 2024-11-09T05:43:22,589 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/.tmp/table/fabcf3451d354a79946ec8dbe58bbbe9 is 47, key is SPTestTable/table:state/1731130961834/Put/seqid=0 2024-11-09T05:43:22,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741866_1042 (size=5214) 2024-11-09T05:43:22,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741866_1042 (size=5214) 2024-11-09T05:43:22,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741866_1042 (size=5214) 2024-11-09T05:43:22,596 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/.tmp/table/fabcf3451d354a79946ec8dbe58bbbe9 2024-11-09T05:43:22,603 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/.tmp/info/8e9520f67ef84a11836a9ffd99d4b9cc as hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/info/8e9520f67ef84a11836a9ffd99d4b9cc 2024-11-09T05:43:22,609 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/info/8e9520f67ef84a11836a9ffd99d4b9cc, entries=110, sequenceid=35, filesize=19.1 K 2024-11-09T05:43:22,610 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/.tmp/ns/6b4b91fb11df4080924ba28e0e799d6c as hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/ns/6b4b91fb11df4080924ba28e0e799d6c 2024-11-09T05:43:22,617 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/ns/6b4b91fb11df4080924ba28e0e799d6c, entries=2, sequenceid=35, filesize=5.0 K 2024-11-09T05:43:22,618 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/.tmp/table/fabcf3451d354a79946ec8dbe58bbbe9 as hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/table/fabcf3451d354a79946ec8dbe58bbbe9 2024-11-09T05:43:22,624 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/table/fabcf3451d354a79946ec8dbe58bbbe9, entries=2, sequenceid=35, filesize=5.1 K 2024-11-09T05:43:22,625 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.15 KB/15518, heapSize ~25.13 KB/25736, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=35, compaction requested=false 2024-11-09T05:43:22,630 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-09T05:43:22,631 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T05:43:22,631 INFO [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T05:43:22,631 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731131002503Running coprocessor pre-close hooks at 1731131002503Disabling compacts and flushes for region at 1731131002503Disabling writes for close at 1731131002503Obtaining lock to block concurrent updates at 1731131002503Preparing flush snapshotting stores in 1588230740 at 1731131002503Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15518, getHeapSize=25976, getOffHeapSize=0, getCellsCount=126 at 1731131002504 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731131002505 (+1 ms)Flushing 1588230740/info: creating writer at 1731131002505Flushing 1588230740/info: appending metadata at 1731131002524 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731131002524Flushing 1588230740/ns: creating writer at 1731131002542 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731131002556 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731131002556Flushing 1588230740/table: creating writer at 1731131002572 (+16 ms)Flushing 1588230740/table: appending metadata at 1731131002589 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731131002589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58069ae9: reopening flushed file at 1731131002602 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32600b7c: reopening flushed file at 1731131002609 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a194ba8: reopening flushed file at 1731131002617 (+8 ms)Finished flush of dataSize ~15.15 KB/15518, heapSize ~25.13 KB/25736, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=35, compaction requested=false at 1731131002626 (+9 ms)Writing region close event to WAL at 1731131002627 (+1 ms)Running coprocessor post-close hooks at 1731131002631 (+4 ms)Closed at 1731131002631 2024-11-09T05:43:22,631 DEBUG [RS_CLOSE_META-regionserver/e09398052c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T05:43:22,703 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(976): stopping server e09398052c91,36345,1731130940568; all regions closed. 2024-11-09T05:43:22,703 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(976): stopping server e09398052c91,37933,1731130940600; all regions closed. 2024-11-09T05:43:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741836_1012 (size=18204) 2024-11-09T05:43:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741836_1012 (size=18204) 2024-11-09T05:43:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741836_1012 (size=18204) 2024-11-09T05:43:22,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/WALs/e09398052c91,37933,1731130940600/e09398052c91%2C37933%2C1731130940600.1731130941018 not finished, retry = 0 2024-11-09T05:43:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741835_1011 (size=3564) 2024-11-09T05:43:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741835_1011 (size=3564) 2024-11-09T05:43:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741835_1011 (size=3564) 2024-11-09T05:43:22,709 DEBUG [RS:1;e09398052c91:36345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/oldWALs 2024-11-09T05:43:22,709 INFO [RS:1;e09398052c91:36345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e09398052c91%2C36345%2C1731130940568.meta:.meta(num 1731130951300) 2024-11-09T05:43:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741833_1009 (size=2334) 2024-11-09T05:43:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741833_1009 (size=2334) 2024-11-09T05:43:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741833_1009 (size=2334) 2024-11-09T05:43:22,714 DEBUG [RS:1;e09398052c91:36345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/oldWALs 2024-11-09T05:43:22,714 INFO [RS:1;e09398052c91:36345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e09398052c91%2C36345%2C1731130940568:(num 1731130941018) 2024-11-09T05:43:22,714 DEBUG [RS:1;e09398052c91:36345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:43:22,714 INFO [RS:1;e09398052c91:36345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:43:22,714 INFO [RS:1;e09398052c91:36345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:43:22,714 INFO [RS:1;e09398052c91:36345 {}] hbase.ChoreService(370): Chore service for: regionserver/e09398052c91:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T05:43:22,714 INFO [RS:1;e09398052c91:36345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:43:22,714 INFO [regionserver/e09398052c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:43:22,714 INFO [RS:1;e09398052c91:36345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36345 2024-11-09T05:43:22,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e09398052c91,36345,1731130940568 2024-11-09T05:43:22,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:43:22,716 INFO [RS:1;e09398052c91:36345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:43:22,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e09398052c91,36345,1731130940568] 2024-11-09T05:43:22,720 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e09398052c91,36345,1731130940568 already deleted, retry=false 2024-11-09T05:43:22,720 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e09398052c91,36345,1731130940568 expired; onlineServers=1 2024-11-09T05:43:22,810 DEBUG [RS:2;e09398052c91:37933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/oldWALs 2024-11-09T05:43:22,810 INFO [RS:2;e09398052c91:37933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e09398052c91%2C37933%2C1731130940600:(num 1731130941018) 2024-11-09T05:43:22,810 DEBUG [RS:2;e09398052c91:37933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:43:22,810 INFO [RS:2;e09398052c91:37933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:43:22,810 INFO [RS:2;e09398052c91:37933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:43:22,811 INFO [RS:2;e09398052c91:37933 {}] hbase.ChoreService(370): Chore service for: regionserver/e09398052c91:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T05:43:22,811 INFO [RS:2;e09398052c91:37933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T05:43:22,811 INFO [RS:2;e09398052c91:37933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T05:43:22,811 INFO [RS:2;e09398052c91:37933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T05:43:22,811 INFO [RS:2;e09398052c91:37933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:43:22,811 INFO [regionserver/e09398052c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:43:22,811 INFO [RS:2;e09398052c91:37933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37933 2024-11-09T05:43:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e09398052c91,37933,1731130940600 2024-11-09T05:43:22,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:43:22,813 INFO [RS:2;e09398052c91:37933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:43:22,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e09398052c91,37933,1731130940600] 2024-11-09T05:43:22,815 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e09398052c91,37933,1731130940600 already deleted, retry=false 2024-11-09T05:43:22,815 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e09398052c91,37933,1731130940600 expired; onlineServers=0 2024-11-09T05:43:22,815 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e09398052c91,36615,1731130940469' ***** 2024-11-09T05:43:22,815 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T05:43:22,815 INFO [M:0;e09398052c91:36615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:43:22,815 INFO [M:0;e09398052c91:36615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:43:22,815 DEBUG [M:0;e09398052c91:36615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T05:43:22,815 DEBUG [M:0;e09398052c91:36615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T05:43:22,815 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T05:43:22,815 DEBUG [master/e09398052c91:0:becomeActiveMaster-HFileCleaner.small.0-1731130940799 {}] cleaner.HFileCleaner(306): Exit Thread[master/e09398052c91:0:becomeActiveMaster-HFileCleaner.small.0-1731130940799,5,FailOnTimeoutGroup] 2024-11-09T05:43:22,815 DEBUG [master/e09398052c91:0:becomeActiveMaster-HFileCleaner.large.0-1731130940799 {}] cleaner.HFileCleaner(306): Exit Thread[master/e09398052c91:0:becomeActiveMaster-HFileCleaner.large.0-1731130940799,5,FailOnTimeoutGroup] 2024-11-09T05:43:22,816 INFO [M:0;e09398052c91:36615 {}] hbase.ChoreService(370): Chore service for: master/e09398052c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T05:43:22,816 INFO [M:0;e09398052c91:36615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:43:22,816 DEBUG [M:0;e09398052c91:36615 {}] master.HMaster(1795): Stopping service threads 2024-11-09T05:43:22,816 INFO [M:0;e09398052c91:36615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T05:43:22,816 INFO [M:0;e09398052c91:36615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T05:43:22,816 ERROR [M:0;e09398052c91:36615 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:38213 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38213,5,PEWorkerGroup] 2024-11-09T05:43:22,816 INFO [M:0;e09398052c91:36615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T05:43:22,816 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T05:43:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:43:22,818 INFO [RS:1;e09398052c91:36345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:43:22,818 INFO [RS:1;e09398052c91:36345 {}] regionserver.HRegionServer(1031): Exiting; stopping=e09398052c91,36345,1731130940568; zookeeper connection closed. 2024-11-09T05:43:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x100fb3fc6b10002, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:43:22,818 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7375deba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7375deba 2024-11-09T05:43:22,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T05:43:22,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:43:22,823 DEBUG [M:0;e09398052c91:36615 {}] zookeeper.ZKUtil(347): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T05:43:22,823 WARN [M:0;e09398052c91:36615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T05:43:22,823 INFO [M:0;e09398052c91:36615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/.lastflushedseqids 2024-11-09T05:43:22,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741867_1043 (size=650) 2024-11-09T05:43:22,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741867_1043 (size=650) 2024-11-09T05:43:22,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741867_1043 (size=650) 2024-11-09T05:43:22,831 INFO [M:0;e09398052c91:36615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T05:43:22,831 INFO [M:0;e09398052c91:36615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T05:43:22,831 DEBUG [M:0;e09398052c91:36615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T05:43:22,831 INFO [M:0;e09398052c91:36615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:43:22,831 DEBUG [M:0;e09398052c91:36615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:43:22,831 DEBUG [M:0;e09398052c91:36615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T05:43:22,831 DEBUG [M:0;e09398052c91:36615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:43:22,832 INFO [M:0;e09398052c91:36615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=180.96 KB heapSize=221.23 KB 2024-11-09T05:43:22,847 DEBUG [M:0;e09398052c91:36615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb4a64ffad9942fa808431eabdcefd67 is 82, key is hbase:meta,,1/info:regioninfo/1731130951339/Put/seqid=0 2024-11-09T05:43:22,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741868_1044 (size=5672) 2024-11-09T05:43:22,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741868_1044 (size=5672) 2024-11-09T05:43:22,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741868_1044 (size=5672) 2024-11-09T05:43:22,854 INFO [M:0;e09398052c91:36615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb4a64ffad9942fa808431eabdcefd67 2024-11-09T05:43:22,875 DEBUG [M:0;e09398052c91:36615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03c533892f5a43b59228f80641c9c373 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731130961838/Put/seqid=0 2024-11-09T05:43:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741869_1045 (size=12988) 2024-11-09T05:43:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741869_1045 (size=12988) 2024-11-09T05:43:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741869_1045 (size=12988) 2024-11-09T05:43:22,882 INFO [M:0;e09398052c91:36615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=180.23 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03c533892f5a43b59228f80641c9c373 2024-11-09T05:43:22,886 INFO [M:0;e09398052c91:36615 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03c533892f5a43b59228f80641c9c373 2024-11-09T05:43:22,901 DEBUG [M:0;e09398052c91:36615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50a4fd52c49b4aea861b5f2a014a64c7 is 69, key is e09398052c91,36345,1731130940568/rs:state/1731130940853/Put/seqid=0 2024-11-09T05:43:22,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741870_1046 (size=5442) 2024-11-09T05:43:22,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741870_1046 (size=5442) 2024-11-09T05:43:22,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741870_1046 (size=5442) 2024-11-09T05:43:22,907 INFO [M:0;e09398052c91:36615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50a4fd52c49b4aea861b5f2a014a64c7 2024-11-09T05:43:22,913 INFO [M:0;e09398052c91:36615 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50a4fd52c49b4aea861b5f2a014a64c7 2024-11-09T05:43:22,914 DEBUG [M:0;e09398052c91:36615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb4a64ffad9942fa808431eabdcefd67 as hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb4a64ffad9942fa808431eabdcefd67 2024-11-09T05:43:22,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:43:22,914 INFO [RS:2;e09398052c91:37933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:43:22,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37933-0x100fb3fc6b10003, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:43:22,914 INFO [RS:2;e09398052c91:37933 {}] regionserver.HRegionServer(1031): Exiting; stopping=e09398052c91,37933,1731130940600; zookeeper connection closed. 2024-11-09T05:43:22,914 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65540c97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65540c97 2024-11-09T05:43:22,915 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T05:43:22,919 INFO [M:0;e09398052c91:36615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb4a64ffad9942fa808431eabdcefd67, entries=8, sequenceid=434, filesize=5.5 K 2024-11-09T05:43:22,920 DEBUG [M:0;e09398052c91:36615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03c533892f5a43b59228f80641c9c373 as hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03c533892f5a43b59228f80641c9c373 2024-11-09T05:43:22,925 INFO [M:0;e09398052c91:36615 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03c533892f5a43b59228f80641c9c373 2024-11-09T05:43:22,925 INFO [M:0;e09398052c91:36615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03c533892f5a43b59228f80641c9c373, entries=56, sequenceid=434, filesize=12.7 K 2024-11-09T05:43:22,926 DEBUG [M:0;e09398052c91:36615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50a4fd52c49b4aea861b5f2a014a64c7 as hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50a4fd52c49b4aea861b5f2a014a64c7 2024-11-09T05:43:22,931 INFO [M:0;e09398052c91:36615 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50a4fd52c49b4aea861b5f2a014a64c7 2024-11-09T05:43:22,931 INFO [M:0;e09398052c91:36615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38213/user/jenkins/test-data/0f64fce2-5f7a-2524-ee7b-03190048adb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50a4fd52c49b4aea861b5f2a014a64c7, entries=3, sequenceid=434, filesize=5.3 K 2024-11-09T05:43:22,932 INFO [M:0;e09398052c91:36615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~180.96 KB/185306, heapSize ~220.93 KB/226232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=434, compaction requested=false 2024-11-09T05:43:22,934 INFO [M:0;e09398052c91:36615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:43:22,934 DEBUG [M:0;e09398052c91:36615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731131002831Disabling compacts and flushes for region at 1731131002831Disabling writes for close at 1731131002831Obtaining lock to block concurrent updates at 1731131002832 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731131002832Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=185306, getHeapSize=226472, getOffHeapSize=0, getCellsCount=531 at 1731131002832Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731131002832Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731131002833 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731131002847 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731131002847Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731131002859 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731131002874 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731131002874Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731131002886 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731131002900 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731131002900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2b08c1: reopening flushed file at 1731131002913 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1082fb3d: reopening flushed file at 1731131002919 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9fa617: reopening flushed file at 1731131002925 (+6 ms)Finished flush of dataSize ~180.96 KB/185306, heapSize ~220.93 KB/226232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=434, compaction requested=false at 1731131002932 (+7 ms)Writing region close event to WAL at 1731131002934 (+2 ms)Closed at 1731131002934 2024-11-09T05:43:22,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37371 is added to blk_1073741830_1006 (size=214323) 2024-11-09T05:43:22,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36765 is added to blk_1073741830_1006 (size=214323) 2024-11-09T05:43:22,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45485 is added to blk_1073741830_1006 (size=214323) 2024-11-09T05:43:22,938 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:43:22,938 INFO [M:0;e09398052c91:36615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T05:43:22,938 INFO [M:0;e09398052c91:36615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36615 2024-11-09T05:43:22,938 INFO [M:0;e09398052c91:36615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:43:23,040 INFO [M:0;e09398052c91:36615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:43:23,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:43:23,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x100fb3fc6b10000, quorum=127.0.0.1:59419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:43:23,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e339060{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:43:23,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34a09c37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:43:23,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:43:23,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d322b2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:43:23,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f7c0fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/hadoop.log.dir/,STOPPED} 2024-11-09T05:43:23,045 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T05:43:23,045 WARN [BP-522987146-172.17.0.2-1731130939481 heartbeating to localhost/127.0.0.1:38213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T05:43:23,045 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T05:43:23,045 WARN [BP-522987146-172.17.0.2-1731130939481 heartbeating to localhost/127.0.0.1:38213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-522987146-172.17.0.2-1731130939481 (Datanode Uuid e18fc3aa-5a82-4ec7-a121-707c8850a7f0) service to localhost/127.0.0.1:38213 2024-11-09T05:43:23,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data5/current/BP-522987146-172.17.0.2-1731130939481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:43:23,046 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data6/current/BP-522987146-172.17.0.2-1731130939481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:43:23,047 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T05:43:23,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1398d29a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:43:23,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d599191{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:43:23,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:43:23,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5827f46b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:43:23,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@673d1674{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/hadoop.log.dir/,STOPPED} 2024-11-09T05:43:23,051 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T05:43:23,051 WARN [BP-522987146-172.17.0.2-1731130939481 heartbeating to localhost/127.0.0.1:38213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T05:43:23,051 WARN [BP-522987146-172.17.0.2-1731130939481 heartbeating to localhost/127.0.0.1:38213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-522987146-172.17.0.2-1731130939481 (Datanode Uuid 0aae8093-104c-430a-9b3d-fb17316d14c0) service to localhost/127.0.0.1:38213 2024-11-09T05:43:23,051 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T05:43:23,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data3/current/BP-522987146-172.17.0.2-1731130939481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:43:23,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data4/current/BP-522987146-172.17.0.2-1731130939481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:43:23,052 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T05:43:23,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72443302{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:43:23,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69b78350{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:43:23,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:43:23,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d4e06bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:43:23,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29729763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/hadoop.log.dir/,STOPPED} 2024-11-09T05:43:23,057 WARN [BP-522987146-172.17.0.2-1731130939481 heartbeating to localhost/127.0.0.1:38213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T05:43:23,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T05:43:23,057 WARN [BP-522987146-172.17.0.2-1731130939481 heartbeating to localhost/127.0.0.1:38213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-522987146-172.17.0.2-1731130939481 (Datanode Uuid fd5bdffb-9095-4fa3-acc8-02aefda34170) service to localhost/127.0.0.1:38213 2024-11-09T05:43:23,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T05:43:23,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data1/current/BP-522987146-172.17.0.2-1731130939481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:43:23,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/cluster_d7e13551-cc8f-266c-e1c9-88901b094d14/data/data2/current/BP-522987146-172.17.0.2-1731130939481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:43:23,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T05:43:23,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dbd71dc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T05:43:23,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@656d7fc1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:43:23,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:43:23,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50702bc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:43:23,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45478c0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9325b684-9300-abd9-fa07-bfa7138fbcf9/hadoop.log.dir/,STOPPED} 2024-11-09T05:43:23,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T05:43:23,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T05:43:23,120 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=129 (was 99) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e09398052c91:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38213 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38213 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=36 (was 99), ProcessCount=11 (was 11), AvailableMemoryMB=2905 (was 3007)